-- Logs begin at Wed 2020-11-18 14:15:31 UTC, end at Wed 2020-11-18 15:26:11 UTC. --
Nov 18 14:50:24.210528 dv-cinder-733623-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Nov 18 14:50:26.737713 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.common.config [-] Logging enabled!
Nov 18 14:50:26.738251 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev150
Nov 18 14:50:26.739527 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80155) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 18 14:50:26.740265 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.common.config [-] Logging enabled!
Nov 18 14:50:26.740555 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev150
Nov 18 14:50:26.740868 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80155) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 18 14:50:26.741953 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 18 14:50:26.742221 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 18 14:50:26.743214 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 18 14:50:26.743500 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 18 14:50:26.743764 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 18 14:50:26.744140 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.744486 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.744855 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.745124 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.745467 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.745806 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.746133 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.746468 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.746812 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.747138 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.747456 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.747781 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.748051 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.748373 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.748706 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.749065 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.749325 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.749646 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.750181 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.750505 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.750823 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.751158 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.751471 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.752315 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.752640 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.753044 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] host                           = dv-cinder-733623-8-iscsi {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.753361 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.753693 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.754025 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.754356 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.754674 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.754992 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.755320 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.755634 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.755948 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.756264 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.756594 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.756954 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.757294 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.757552 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.757810 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.758141 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.758481 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.758797 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.759111 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.759425 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.759738 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.760053 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.760367 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.760700 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.761066 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.761396 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.761711 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.762027 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.762344 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.762658 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.762989 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.763304 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.763618 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.763931 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.764265 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.764576 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.764915 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.765267 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.765602 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.765925 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.766257 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.766576 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.766906 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.767893 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.768164 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.768479 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.768821 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.769140 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.769468 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.769785 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.770098 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.770411 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.770728 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.771062 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:26.771403 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.771749 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.772096 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.772423 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.772770 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.773115 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.773451 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.773771 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.774107 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.774444 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.774773 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.775095 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.775426 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.775766 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.776104 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.776419 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.776738 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.777100 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.777423 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.777736 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.778072 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.778391 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.778709 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.779033 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.779353 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.779665 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.779977 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.780294 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.780628 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.780971 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.781283 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.781593 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.781911 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.782224 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.782553 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.782892 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.783211 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.783524 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.783846 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.784160 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.784479 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.784819 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.785134 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.785454 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.785768 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.786080 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.786393 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.786706 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.787016 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.787325 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.787638 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.787957 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.788271 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.788589 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.788923 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.789238 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.789550 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.789879 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.790221 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.790544 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.790868 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.791185 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.791505 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.791826 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.792146 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.792466 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.792804 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.793121 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.793459 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.793785 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.794113 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.794439 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.794761 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.795102 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.795420 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.795744 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.796064 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.796384 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.796710 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.797064 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.797399 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.797736 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.798075 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.798412 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.798782 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.799110 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.799469 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.799789 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:26.800043 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 18 14:50:26.800310 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80155) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Nov 18 14:50:27.451610 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO keyring.backend [-] Loading Gnome
Nov 18 14:50:27.468275 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO keyring.backend [-] Loading Google
Nov 18 14:50:27.471491 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO keyring.backend [-] Loading Windows (alt)
Nov 18 14:50:27.474938 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO keyring.backend [-] Loading file
Nov 18 14:50:27.475772 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO keyring.backend [-] Loading keyczar
Nov 18 14:50:27.476057 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO keyring.backend [-] Loading multi
Nov 18 14:50:27.476697 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO keyring.backend [-] Loading pyfs
Nov 18 14:50:27.522472 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80155) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:50:27.522784 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80155) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:50:27.523105 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80155) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:50:27.523474 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 18 14:50:27.942052 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:27.942612 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:27.942716 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.002726 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.003046 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.003356 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.006314 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.006628 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.006928 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.083382 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.083702 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.084008 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.085058 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.085367 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.085665 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.202742 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f0af0f90048> agent after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.203014 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f0af0f90048> agent after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.203325 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f0af0f900d0> segment precommit_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.203638 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f0af0f90158> network precommit_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.204474 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f0af1036158> segment before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.384455 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0af1b46438>> network before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.384858 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f0af0d32c80> agent before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.385217 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0af1b46438>> network before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.385527 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0af1b46438>> port before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.385831 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0af1b46438>> port before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.386235 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0af1b46438>> segment after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.386544 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0af1b46438>> segment precommit_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.386835 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0af1b46438>> segment precommit_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.387125 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0af1b46438>> segment after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.387482 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0af1b46438>> network after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.387814 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0af1b46438>> network precommit_delete 0 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.388138 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0af1b46438>> port provisioning_complete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.388471 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0af1b46438>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.388803 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0af1b46438>> rbac-policy after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.389156 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0af1b46438>> agent after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.389479 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0af1b46438>> subnet after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.389774 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0af1b46438>> subnet precommit_delete 0 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.390102 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0af1b46438>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.390391 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0af1b46438>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.390879 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0af1b46438>> port after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.391167 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0af1b46438>> port after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.391453 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0af1b46438>> port after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.391793 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0af1b46438>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.392077 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0af1b46438>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.392976 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0af1b46438>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.393400 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 18 14:50:28.393681 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 18 14:50:28.393959 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 18 14:50:28.394236 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 18 14:50:28.394509 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 18 14:50:28.394784 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 18 14:50:28.396129 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 18 14:50:28.403585 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 18 14:50:28.410972 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 18 14:50:28.416345 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(3250, 3299)])])
Nov 18 14:50:28.419593 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 18 14:50:28.420668 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 18 14:50:28.421082 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Nov 18 14:50:28.421523 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 18 14:50:28.425097 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 18 14:50:28.425385 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 18 14:50:28.425776 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Nov 18 14:50:28.448020 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Nov 18 14:50:28.448534 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f0af0cc56a0>> qos_plugin after_init 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.448896 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80155) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Nov 18 14:50:28.449310 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f0af0c756d8>> logging-plugin after_init 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.450649 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80155) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 18 14:50:28.450968 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Nov 18 14:50:28.451249 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Nov 18 14:50:28.454387 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f0af0c75780>> floatingip before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.454661 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f0af0c75780>> port before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.519101 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 18 14:50:28.519373 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 18 14:50:28.519650 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 18 14:50:28.520050 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 18 14:50:28.554082 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_db.sqlalchemy.engines [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80155) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Nov 18 14:50:28.860325 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Initializing driver for type 'gre'
Nov 18 14:50:28.860835 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] gre ID ranges: [(1, 1000)]
Nov 18 14:50:28.901930 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Initializing driver for type 'local'
Nov 18 14:50:28.902297 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Initializing driver for type 'vlan'
Nov 18 14:50:28.912279 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] VlanTypeDriver initialization complete
Nov 18 14:50:28.912650 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Initializing driver for type 'vxlan'
Nov 18 14:50:28.913184 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] vxlan ID ranges: [(1, 1000)]
Nov 18 14:50:28.954002 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Initializing extension driver 'port_security'
Nov 18 14:50:28.954443 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.extensions.port_security [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] PortSecurityExtensionDriver initialization complete
Nov 18 14:50:28.955259 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Initializing mechanism driver 'openvswitch'
Nov 18 14:50:28.961375 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80155) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:50:28.962218 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0af0bd5278>> port after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.962626 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0af0bd5278>> port after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.963015 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0af0bd5278>> port after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.963439 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0af0810ef0>> subnet after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.963827 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0af0810ef0>> subnet after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.964209 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0af0810ef0>> subnet after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.964624 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0af0810fd0>> network after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.965031 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0af0810fd0>> network after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.965411 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0af0810fd0>> network after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.965827 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0af075a2b0>> security_group after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.966212 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0af075a2b0>> security_group after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.966589 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0af075a2b0>> security_group after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.967003 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0af075a470>> security_group_rule after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.967383 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0af075a470>> security_group_rule after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.967756 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0af075a470>> security_group_rule after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.968296 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0af075a630>> address_group after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.968681 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0af075a630>> address_group after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.969083 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0af075a630>> address_group after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.969454 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] ML2 OVO RPC backend initialized. {{(pid=80155) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Nov 18 14:50:28.970169 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0af075a710>> router_interface after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.970556 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0af075a710>> router_interface after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.971011 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0af075a710>> network before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.971393 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0af075a710>> networks before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.971769 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0af075a710>> port before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.972139 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0af075a710>> ports before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.972514 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0af075a710>> subnet before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.972914 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0af075a710>> subnets before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.973298 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0af075a710>> network after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.973671 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0af075a710>> network after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.974040 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0af075a710>> network after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.974407 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0af075a710>> port after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.974779 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0af075a710>> port after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.975146 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0af075a710>> port after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.975515 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0af075a710>> subnet after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.975883 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0af075a710>> subnet after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.976251 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0af075a710>> subnet after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:28.976903 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.plugin [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Modular L2 Plugin initialization complete
Nov 18 14:50:28.977264 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading services supported by the core plugin {{(pid=80155) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 18 14:50:28.977627 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Got port-security extension from driver 'port_security'
Nov 18 14:50:28.978132 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.extensions.vlantransparent [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Disabled vlantransparent extension.
Nov 18 14:50:28.978613 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80155) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 18 14:50:28.978956 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading Plugin: router
Nov 18 14:50:29.020561 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0af075a898>> router_interface before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.021022 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0af075a898>> router after_create 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.021427 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0af075a898>> router before_create 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.021827 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0af075a898>> router_interface before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.022239 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0af075a898>> router_interface after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.022631 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0af075a898>> router after_delete 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.023027 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0af075a898>> floatingip after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.023433 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0af075a898>> router after_create 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.023815 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0af075a898>> router after_update 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.024201 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0af075a898>> router after_update 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.024582 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0af075a898>> router_gateway after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.025020 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0af075a898>> router after_update 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.025506 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0af075a898>> router precommit_update 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.025922 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f0af0e8d400> port after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.026300 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f0af0e8d2f0> port after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.026672 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f0af0e8d378> subnet after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.027049 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f0af0e8d488> subnetpool_address_scope after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.027440 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0af075a898>> port precommit_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.027824 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0af075a898>> router precommit_create 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.028204 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f0af0e6a378> port before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.028590 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0af075a898>> router precommit_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.029018 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0af075a898>> router after_update 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.029399 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0af075a898>> router precommit_delete 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.029785 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0af075a898>> router precommit_create 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.030188 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0af075a898>> router_interface after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.030575 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0af075a898>> router precommit_update 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.031578 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Tracking information for resource: router configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 18 14:50:29.031946 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Tracking information for resource: floatingip configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 18 14:50:29.037467 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.l3_agentschedulers_db [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 18 14:50:29.038111 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f0af0721620> port after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.038503 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f0af078f598> port after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.038885 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <function _notify_port_delete at 0x7f0af0721598> port after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.039273 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f0af07217b8> port after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.040155 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0af07b1358>> router before_create 55550100 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.040552 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0af07b1358>> router precommit_delete 55550100 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.040983 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0af07b1358>> router precommit_create 55550100 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.041376 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0af07b1358>> router precommit_update 55550100 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.045955 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.provider_configuration [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Service providers = [] {{(pid=80155) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 18 14:50:29.046351 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.servicetype_db [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80155) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 18 14:50:29.049801 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.service_base [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 18 14:50:29.050184 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.service_base [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 18 14:50:29.050559 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.service_base [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 18 14:50:29.051444 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.service_base [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 18 14:50:29.051844 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.services.service_base [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 18 14:50:29.052259 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 18 14:50:29.052611 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 18 14:50:29.073902 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 18 14:50:29.074280 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading Plugin: auto_allocate
Nov 18 14:50:29.084607 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f0af06a7488> network precommit_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.085036 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f0af06a7488> network precommit_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.085619 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 18 14:50:29.085975 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading Plugin: tag
Nov 18 14:50:29.097560 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 18 14:50:29.097926 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading Plugin: timestamp
Nov 18 14:50:29.101747 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 18 14:50:29.102112 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading Plugin: network_ip_availability
Nov 18 14:50:29.107769 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0af06aa080>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.108177 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0af06aa080>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.108564 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0af06aa080>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.109404 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 18 14:50:29.109764 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading Plugin: flavors
Nov 18 14:50:29.125962 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 18 14:50:29.126291 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading Plugin: revisions
Nov 18 14:50:29.130661 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 18 14:50:29.131084 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.608s {{(pid=80155) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:50:29.131883 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80155) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}}
Nov 18 14:50:29.132238 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Initializing extension manager.
Nov 18 14:50:29.132815 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: __init__.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.133224 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: __pycache__ {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.133596 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.133965 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: _filter_validation_lib.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.134337 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.134700 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: address_group.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.135494 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.136128 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: address-group
Nov 18 14:50:29.136490 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: address_scope.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.137279 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.137852 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: address-scope
Nov 18 14:50:29.138209 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.139133 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.139705 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: router-admin-state-down-before-update
Nov 18 14:50:29.140062 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: agent.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.140836 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.141412 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: agent
Nov 18 14:50:29.141768 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: agent_resources_synced.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.142812 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.143389 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: agent-resources-synced
Nov 18 14:50:29.143747 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: allowedaddresspairs.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.145553 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.146138 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: allowed-address-pairs
Nov 18 14:50:29.146499 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: auto_allocated_topology.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.147576 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.148156 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: auto-allocated-topology
Nov 18 14:50:29.148518 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: availability_zone.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.149289 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.149863 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: availability_zone
Nov 18 14:50:29.150220 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: availability_zone_filter.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.151133 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.151702 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: availability_zone_filter
Nov 18 14:50:29.152060 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: data_plane_status.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.152990 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.153561 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension data-plane-status not supported by any of loaded plugins
Nov 18 14:50:29.153917 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: default_subnetpools.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.154832 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.155402 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: default-subnetpools
Nov 18 14:50:29.155758 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.156594 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.157200 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: dhcp_agent_scheduler
Nov 18 14:50:29.157561 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: dns.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.158994 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.159561 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension dns-integration not supported by any of loaded plugins
Nov 18 14:50:29.159925 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: dns_domain_ports.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.160886 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.161465 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 18 14:50:29.161825 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: dvr.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.162542 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.163120 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: dvr
Nov 18 14:50:29.163478 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: empty_string_filtering.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.164407 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.165003 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: empty-string-filtering
Nov 18 14:50:29.165361 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.166264 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.166830 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 18 14:50:29.167185 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.168104 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.168668 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 18 14:50:29.169048 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: external_net.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.170062 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.170637 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: external-net
Nov 18 14:50:29.170995 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.171899 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.172475 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: extra_dhcp_opt
Nov 18 14:50:29.172857 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: extraroute.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.174363 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.174934 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: extraroute
Nov 18 14:50:29.175292 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: extraroute_atomic.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.176317 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.176918 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: extraroute-atomic
Nov 18 14:50:29.177279 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: filter_validation.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.177974 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.178539 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: filter-validation
Nov 18 14:50:29.178895 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: fip_pf_description.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.179807 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.180371 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 18 14:50:29.180726 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: fip_port_details.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.181694 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.182265 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: fip-port-details
Nov 18 14:50:29.182621 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: flavors.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.183843 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.184691 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: flavors
Nov 18 14:50:29.185081 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.186733 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.187327 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 18 14:50:29.187699 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: floatingip_pools.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.188447 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.189098 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: floatingip-pools
Nov 18 14:50:29.189462 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: ip_allocation.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.190393 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.190965 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension ip_allocation not supported by any of loaded plugins
Nov 18 14:50:29.191326 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.192240 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.192843 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: ip-substring-filtering
Nov 18 14:50:29.193206 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: l2_adjacency.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.194126 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.194696 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 18 14:50:29.195053 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: l3.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.196228 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.196832 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: router
Nov 18 14:50:29.197197 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.199457 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.200056 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 18 14:50:29.200423 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.201369 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.201946 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: ext-gw-mode
Nov 18 14:50:29.202329 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.203244 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.203813 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: l3-ha
Nov 18 14:50:29.204172 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: l3_flavors.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.205130 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.205701 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: l3-flavors
Nov 18 14:50:29.206058 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.206973 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.207539 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 18 14:50:29.207895 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: l3agentscheduler.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.209083 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.209676 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: l3_agent_scheduler
Nov 18 14:50:29.210038 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: logging.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.211546 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.212133 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension logging not supported by any of loaded plugins
Nov 18 14:50:29.212497 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: metering.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.214702 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.215409 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: metering
Nov 18 14:50:29.215780 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.216942 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.217532 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: metering_source_and_destination_fields
Nov 18 14:50:29.217898 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: multiprovidernet.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.218822 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.219397 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: multi-provider
Nov 18 14:50:29.219765 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: netmtu.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.221224 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.221796 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: net-mtu
Nov 18 14:50:29.222153 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: netmtu_writable.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.223075 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.223651 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: net-mtu-writable
Nov 18 14:50:29.224010 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: network_availability_zone.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.224724 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.225318 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: network_availability_zone
Nov 18 14:50:29.225675 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: network_ip_availability.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.226786 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.227361 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: network-ip-availability
Nov 18 14:50:29.227721 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: network_segment_range.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.228544 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.229140 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension network-segment-range not supported by any of loaded plugins
Nov 18 14:50:29.229501 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: pagination.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.230489 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.230864 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: pagination
Nov 18 14:50:29.231216 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.232205 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.232863 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: port-mac-address-regenerate
Nov 18 14:50:29.233225 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.234288 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.235272 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: port-numa-affinity-policy
Nov 18 14:50:29.235631 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: port_resource_request.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.236655 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.237308 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension port-resource-request not supported by any of loaded plugins
Nov 18 14:50:29.237712 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: portbindings.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.238728 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.239307 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: binding
Nov 18 14:50:29.239667 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: portbindings_extended.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.241071 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.241652 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: binding-extended
Nov 18 14:50:29.242013 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: portsecurity.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.242932 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.243514 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: port-security
Nov 18 14:50:29.243874 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: project_id.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.244880 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.245258 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: project-id
Nov 18 14:50:29.245618 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: providernet.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.246548 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.247128 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: provider
Nov 18 14:50:29.247488 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: qos.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.251028 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.252126 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension qos not supported by any of loaded plugins
Nov 18 14:50:29.252492 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.253742 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.254326 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 18 14:50:29.254691 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.255605 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.256184 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 18 14:50:29.256542 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: qos_default.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.257475 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.258051 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension qos-default not supported by any of loaded plugins
Nov 18 14:50:29.258410 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: qos_fip.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.259094 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.259661 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension qos-fip not supported by any of loaded plugins
Nov 18 14:50:29.260021 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: qos_gateway_ip.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.260980 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.261563 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 18 14:50:29.261914 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: qos_port_network_policy.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.262826 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.263391 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 18 14:50:29.263747 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: qos_rule_type_details.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.264661 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.265254 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 18 14:50:29.265614 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: qos_rules_alias.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.266748 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.267395 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 18 14:50:29.267758 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: quotasv2.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.268715 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.269114 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: quotas
Nov 18 14:50:29.269473 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: quotasv2_detail.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.271048 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.271426 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: quota_details
Nov 18 14:50:29.271790 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: rbac.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.272990 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.273574 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: rbac-policies
Nov 18 14:50:29.273935 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: rbac_address_scope.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.274861 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.275440 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: rbac-address-scope
Nov 18 14:50:29.275804 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: rbac_security_groups.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.276716 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.277340 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: rbac-security-groups
Nov 18 14:50:29.277698 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: rbac_subnetpool.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.278611 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.279184 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: rbac-subnetpool
Nov 18 14:50:29.279540 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: revisionifmatch.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.280453 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.281056 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: revision-if-match
Nov 18 14:50:29.281412 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: revisions.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.282506 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.283593 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: standard-attr-revisions
Nov 18 14:50:29.283949 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: router_availability_zone.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.284661 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.285271 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: router_availability_zone
Nov 18 14:50:29.285633 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: routerservicetype.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.286551 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.287124 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension router-service-type not supported by any of loaded plugins
Nov 18 14:50:29.287481 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.288411 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.289020 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: port-security-groups-filtering
Nov 18 14:50:29.289382 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: securitygroup.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.302876 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.303489 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: security-group
Nov 18 14:50:29.303858 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: segment.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.304718 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.305351 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension segment not supported by any of loaded plugins
Nov 18 14:50:29.305714 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.306653 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.307235 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 18 14:50:29.307598 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: servicetype.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.308687 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.309560 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: service-type
Nov 18 14:50:29.309923 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: sorting.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.310901 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.311276 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: sorting
Nov 18 14:50:29.311634 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: standard_attr_segment.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.312549 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.313157 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 18 14:50:29.313517 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: standardattrdescription.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.314219 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.314796 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: standard-attr-description
Nov 18 14:50:29.315153 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: stateful_security_group.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.316084 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.316661 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: stateful-security-group
Nov 18 14:50:29.317051 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: stdattrs_common.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.317630 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 18 14:50:29.317986 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.318899 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.319479 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 18 14:50:29.319835 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: subnet_onboard.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.320916 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.321507 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: subnet_onboard
Nov 18 14:50:29.321866 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.322868 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.323448 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 18 14:50:29.323810 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: subnet_service_types.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.324726 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.325328 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: subnet-service-types
Nov 18 14:50:29.325688 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: subnetallocation.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.326780 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.327369 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: subnet_allocation
Nov 18 14:50:29.327730 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.328421 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.329026 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: subnetpool-prefix-ops
Nov 18 14:50:29.329382 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.330835 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.331408 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 18 14:50:29.331769 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: tagging.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.333196 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.333784 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: standard-attr-tag
Nov 18 14:50:29.334146 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: timestamp.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.335311 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.335897 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loaded extension: standard-attr-timestamp
Nov 18 14:50:29.336264 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: trunk.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.337314 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.337897 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension trunk not supported by any of loaded plugins
Nov 18 14:50:29.338259 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: trunk_details.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.339187 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.339763 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension trunk-details not supported by any of loaded plugins
Nov 18 14:50:29.340121 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: uplink_status_propagation.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.341064 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.341649 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 18 14:50:29.342012 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Loading extension file: vlantransparent.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 14:50:29.342702 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 14:50:29.343274 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 18 14:50:29.345910 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Creating instance of TrackedResource for resource:network
Nov 18 14:50:29.346681 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Creating instance of TrackedResource for resource:subnet
Nov 18 14:50:29.347353 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 18 14:50:29.348018 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Creating instance of TrackedResource for resource:port
Nov 18 14:50:29.349534 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 14:50:29.350025 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Service FLAVORS assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 14:50:29.350712 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 14:50:29.351189 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 14:50:29.351562 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Creating instance of TrackedResource for resource:router
Nov 18 14:50:29.352283 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Creating instance of TrackedResource for resource:floatingip
Nov 18 14:50:29.353075 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Service METERING assigned prefix: /metering {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 14:50:29.354864 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0af0573d30>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.355263 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0af0573d30>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.355648 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0af0573d30>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 14:50:29.356797 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 18 14:50:29.357296 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Creating instance of TrackedResource for resource:security_group
Nov 18 14:50:29.358100 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 18 14:50:29.358919 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Service CORE assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 14:50:29.359289 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 18 14:50:29.359652 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] subnetpool is already registered
Nov 18 14:50:29.360329 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Service CORE assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 14:50:29.360696 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 18 14:50:29.361610 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] subnetpool is already registered
Nov 18 14:50:29.364395 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 14:50:29.364904 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Service FLAVORS assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 14:50:29.365559 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 14:50:29.366024 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 14:50:29.366398 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Creating instance of TrackedResource for resource:router
Nov 18 14:50:29.366760 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] router is already registered
Nov 18 14:50:29.367423 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Creating instance of TrackedResource for resource:floatingip
Nov 18 14:50:29.367785 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] floatingip is already registered
Nov 18 14:50:29.368477 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Service METERING assigned prefix: /metering {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 14:50:29.369250 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 18 14:50:29.369616 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] rbac_policy is already registered
Nov 18 14:50:29.370241 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Creating instance of TrackedResource for resource:security_group
Nov 18 14:50:29.370608 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] security_group is already registered
Nov 18 14:50:29.371269 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 18 14:50:29.371632 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] security_group_rule is already registered
Nov 18 14:50:29.372377 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Service CORE assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 14:50:29.372772 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 18 14:50:29.373130 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] subnetpool is already registered
Nov 18 14:50:29.373796 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Service CORE assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 14:50:29.374163 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 18 14:50:29.374521 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] subnetpool is already registered
Nov 18 14:50:29.375230 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: extensions {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.377436 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: address-groups {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.379075 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: address-scopes {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.380348 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: agents {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.381628 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: auto-allocated-topology {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.382958 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: availability_zones {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.384349 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: dhcp-networks {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.385868 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: dhcp-agents {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.387369 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: routers {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.390129 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: flavors {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.391379 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: service_profiles {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.392693 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: next_providers {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.493305 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: service_profiles {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.494871 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: floatingip-pools {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.496189 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: routers {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.498124 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: floatingips {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.499393 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: l3-routers {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.500893 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: l3-agents {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.503052 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: metering-labels {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.504630 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: metering-label-rules {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.506010 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: network-ip-availabilities {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.507334 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: bindings {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.509093 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: quotas {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.510621 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: quotas {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.512323 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: rbac-policies {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.514050 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: security-groups {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.515344 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: security-group-rules {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.516657 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: service-providers {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.518050 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: subnetpools {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.519539 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: subnetpools {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.521148 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.522935 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.524879 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.526752 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.528661 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.530504 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.532408 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.534427 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.536421 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.538463 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 14:50:29.545479 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING keystonemiddleware.auth_token [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 18 14:50:29.551228 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING keystonemiddleware.auth_token [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 18 14:50:29.560201 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Acquired lock "singleton_lock" {{(pid=80155) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Nov 18 14:50:29.560721 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Releasing lock "singleton_lock" {{(pid=80155) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Nov 18 14:50:29.562178 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO oslo_service.service [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Starting 2 workers
Nov 18 14:50:29.567540 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Started child 80264 {{(pid=80155) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 18 14:50:29.571596 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:29.572270 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Started child 80265 {{(pid=80155) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 18 14:50:29.573118 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [-] (80264) wsgi starting up on http://0.0.0.0:9696
Nov 18 14:50:29.573863 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.service [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Neutron service started, listening on 0.0.0.0:9696
Nov 18 14:50:29.574521 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Notify callbacks [] for process, before_spawn {{(pid=80155) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:29.577043 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:29.577167 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO oslo_service.service [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Starting 1 workers
Nov 18 14:50:29.578407 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [-] (80265) wsgi starting up on http://0.0.0.0:9696
Nov 18 14:50:29.582490 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Started child 80266 {{(pid=80155) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 18 14:50:29.583035 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO oslo_service.service [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Starting 1 workers
Nov 18 14:50:29.584997 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.service [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] calling RpcWorker wait() {{(pid=80266) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 18 14:50:29.585402 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.service [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] returning from RpcWorker wait() {{(pid=80266) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 18 14:50:29.586821 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:29.587358 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:50:29.587724 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Started child 80267 {{(pid=80155) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 18 14:50:29.588525 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db2d4583-7dd9-4e77-a493-343d1bf49ef5 None None] Notify callbacks [] for process, after_spawn {{(pid=80155) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:29.590178 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80155) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Nov 18 14:50:29.590401 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 18 14:50:29.590606 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 18 14:50:29.590876 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 18 14:50:29.591294 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 18 14:50:29.591486 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 18 14:50:29.592064 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.592312 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:29.592405 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.592651 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.592985 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.593299 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.593544 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:50:29.593944 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.594262 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.594537 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.594857 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.595143 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.595387 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.595584 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.595868 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.596154 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.596489 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.596807 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.597085 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.597365 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.597577 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.597855 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.598171 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.598453 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.598748 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.599020 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.599600 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.599864 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.600136 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.600411 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.600734 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.601036 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.601336 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.601614 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.601864 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.602140 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.602442 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.602700 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.602962 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.603254 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.603526 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.604024 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] host                           = dv-cinder-733623-8-iscsi {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.604286 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.604539 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.604827 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.605096 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.605378 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.605630 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.605922 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.606203 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.606491 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.606750 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.607024 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.607300 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.607577 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.607840 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.608031 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.608295 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.608583 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.608896 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.609113 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.609307 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.609496 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.609804 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.609993 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.610267 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.610520 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.610765 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.611561 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.611806 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.612060 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.612357 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.612613 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.612927 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.613168 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.613479 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.613746 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.614009 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.614272 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.614520 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.614771 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.614998 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.615240 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.615499 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.615758 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.616018 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.616262 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.616527 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.617101 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.617101 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.617366 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.617708 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.617858 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.618064 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.618572 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.618852 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.619152 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.619478 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.619793 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.620060 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.620397 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.620986 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.620986 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.620986 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.621401 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.621542 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.621757 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.622002 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.622247 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.622491 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.622772 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.623750 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.624062 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.624427 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.624691 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.624993 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.625271 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.625561 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.625878 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.626097 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.626367 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.627256 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.627561 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.627878 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.628181 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.628464 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.21/identity {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.628735 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.629008 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.629284 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.629555 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.629807 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.630057 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.630305 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.630610 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.630861 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.631099 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.631372 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.632059 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.632059 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.632331 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.632465 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.632994 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.632994 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.633266 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.633710 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.633710 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.634699 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.634699 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.634699 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.634699 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.635225 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.635225 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.635225 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.635827 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.635827 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.636142 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.636142 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.636398 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.636607 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.636873 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.637119 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.637379 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.637623 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.637871 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.638464 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.638464 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.638949 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.638949 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.640005 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.640005 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.640005 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.640005 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.640005 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.642711 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.642711 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.642711 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.642711 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.642711 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.642711 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.642711 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.642711 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.642711 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.643284 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.643284 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.643284 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.643284 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.643546 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.643546 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.643780 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.644210 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.644668 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.644983 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.645240 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.645498 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.645743 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.646018 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.646301 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.646594 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.646851 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.647125 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.647432 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.647684 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.647941 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.648205 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.648474 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.648736 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.649081 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.649374 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.649649 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.649938 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.650232 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.650551 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.650809 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.651139 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.651376 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.651668 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.652010 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.652322 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.652643 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.652954 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.653226 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.653517 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.653803 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.654100 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.654402 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.654686 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.654955 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.655272 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.655537 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.655795 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.656039 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.656309 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.656666 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.656988 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.657234 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.657479 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.657786 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.658072 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.658341 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.658629 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.658914 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.659186 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.659466 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.659731 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.21/identity {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.659989 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.660247 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.660516 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.660787 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.661036 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.661463 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.661566 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.661759 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.662714 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.662714 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.662714 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.662714 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.663089 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.663206 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.663928 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.663928 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.663928 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.664232 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.664484 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.664808 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.665069 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.665338 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.665604 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.665892 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.666147 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.666455 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.666742 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.666994 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.667261 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.667520 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.667833 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.668082 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.668365 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.668620 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.668913 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.669162 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.669415 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.669664 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.669912 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.670177 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.670425 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.670699 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.670968 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.671335 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.671602 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.671890 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.672140 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.672390 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.672639 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.672902 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.673145 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.673920 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.674172 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.674454 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.674711 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.674965 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.675268 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.675453 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.675716 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.675971 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.676214 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.676533 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.676844 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.677117 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.677517 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.677639 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.677890 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.678111 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.678438 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.678716 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.678968 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.679472 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.679662 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.679824 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.680069 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.680320 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.680575 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.680903 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.681256 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.681589 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.681902 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.682179 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.682522 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.682823 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:3250:3299'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.683669 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.683669 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.683669 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.684001 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.684551 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.684857 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.685124 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.685414 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.685672 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.685926 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.686184 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.686432 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.686684 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.686962 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.687242 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.687531 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.687785 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.688053 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.688304 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.688562 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.688848 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.689221 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.689478 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.689666 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 18 14:50:29.690216 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80155) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Nov 18 14:50:29.690404 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 18 14:50:29.690587 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 18 14:50:29.690816 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 18 14:50:29.691022 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 18 14:50:29.691204 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 18 14:50:29.691452 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.691640 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.691827 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.692013 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.692198 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.692403 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.692605 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.692809 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.692996 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.693181 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.693373 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.693559 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.693722 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.693906 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.694089 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.694277 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.694450 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.694627 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.694898 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.695461 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.695461 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.695461 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.695901 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.695901 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.695901 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.696352 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.696352 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.696352 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.696844 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.696844 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.696844 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.697278 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.697278 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.697560 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.697560 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.697842 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.697842 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.698122 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.698122 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.698421 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] host                           = dv-cinder-733623-8-iscsi {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.698421 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.698705 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.698705 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.698987 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.699135 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.699283 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.699431 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.699585 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.699738 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.699886 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.700034 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.700182 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.700338 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.700495 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.700642 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.700821 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.700980 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.701129 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.701277 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.701428 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.701589 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.701946 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.702135 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.702324 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.702507 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.702693 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.702876 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.703060 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.703243 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.703429 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.703613 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.703797 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.703981 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.704166 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.704351 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.704538 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.704764 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.704952 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.705138 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.705322 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.705506 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.705692 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.705878 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.706064 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.706249 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.706416 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.706601 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.706789 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.706974 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.707158 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.707342 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.707524 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.707711 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.707895 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.708079 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.708263 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.708447 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.708630 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.708837 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.709023 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.709208 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.709391 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.709572 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.709759 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.709942 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.710126 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.710310 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.710491 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.710678 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 14:50:29.710883 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.711071 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.711271 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.711459 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.711684 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.711815 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.711999 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.712187 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.712373 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.712558 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.712765 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.712956 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.713160 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.713346 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.713534 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.21/identity {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.713723 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.713909 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.714097 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.714284 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.714478 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.714688 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.714876 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.715063 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.715248 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.715434 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.715619 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.715828 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.716018 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.716205 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.716392 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.716578 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.716773 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.716974 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.717161 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.717370 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.717558 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.717745 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.717932 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.718118 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.718316 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.718502 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.718690 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.718875 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.719063 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.719247 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.719432 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.719617 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.719802 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.719989 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.720175 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.720936 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.721122 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.721310 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.721515 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.721705 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.721893 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.722083 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.722272 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.722478 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.722665 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.722850 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.723035 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.723220 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.723406 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.723636 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.723828 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.724015 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.724201 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.724389 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.724576 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.724794 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.724976 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.725164 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.725359 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.725561 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.725733 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.725900 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.726082 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.726268 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.726455 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.726645 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.726813 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:50:29.726914 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.727010 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.727104 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.727283 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.727469 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.727658 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.727845 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.728032 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.728217 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.728403 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.728588 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.728790 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.728979 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.729166 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.729351 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.729537 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.729759 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.729947 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.730133 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.730330 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.730518 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.730706 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.730893 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.731178 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.731295 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.731450 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.731636 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.731846 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.732012 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.732198 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.732384 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.732570 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.732773 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.732964 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.733152 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.733348 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.733545 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.733736 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.733895 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.734083 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.734296 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.734482 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.734668 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.734826 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.735020 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.735205 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.735364 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.735551 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.735735 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.735991 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.736183 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.736370 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.21/identity {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.736529 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.736703 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.736919 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.737107 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.737293 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.737481 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.737666 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.737855 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.738043 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.738231 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.738417 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.738603 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.738798 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.738955 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.739140 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.739326 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.739511 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.739698 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.739885 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.740069 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.740255 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.740440 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.740626 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.740836 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.741023 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.741211 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.741403 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.741566 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.741750 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.741937 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.742124 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.742310 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.742497 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.742687 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.742858 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.743008 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.743169 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.743352 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.743539 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.743724 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.743911 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.744097 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.744284 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.744487 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.744674 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.744884 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.745075 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.745261 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.745447 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.745632 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.745819 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.746005 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.746192 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.746380 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.746569 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.746756 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.746942 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.747128 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.747314 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.747501 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.747686 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.747881 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.748069 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.748256 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.748441 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.748636 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.748846 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.749034 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.749230 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.749419 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.749608 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.749859 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.750022 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.750125 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.750300 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.750487 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.750676 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.750864 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.751057 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.751253 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.751447 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.752167 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.752362 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.752557 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:3250:3299'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.752766 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.752979 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.753173 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.753373 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.753559 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.753746 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.753932 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.754117 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.754304 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.754489 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.754675 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.754860 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.755051 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.755235 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.755422 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.755606 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.755791 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.755976 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.756162 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.756347 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.756534 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.756720 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.756929 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 14:50:29.757108 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 18 14:50:29.862589 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 57350) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:50:29.874027 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0085716
Nov 18 14:50:39.614659 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1c3c83-cec6-4f33-a2ec-30b52d4b6324 None None] get_active_networks_info from dv-cinder-733623-8-iscsi {{(pid=80266) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 18 14:50:39.749260 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1c3c83-cec6-4f33-a2ec-30b52d4b6324 None None] No non-hosted networks {{(pid=80266) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 18 14:50:39.773645 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-29c0c1e9-4100-4cc3-900d-97398a83444d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628'] for agent, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:42.036876 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2fe66017-b277-4800-b8b4-cbd7256bce02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628'] for agent, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:42.097181 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8c1fdbf0-6b73-4984-94a3-95c0efd68aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:42.355842 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628'] for agent, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:43.442500 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628'] for agent, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:43.446515 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:43.447578 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:43.448095 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:43.448774 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:43.449292 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:43.449662 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:43.450393 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:43.450393 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:43.450721 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:43.451071 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:43.451435 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:43.451841 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:43.452183 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f0af016ac50>, 'Open vSwitch agent', 'dv-cinder-733623-8-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:50:43.465670 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f0aef912748>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733623-8-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:50:43.617791 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] get_endpoint_by_host() called for host dv-cinder-733623-8-iscsi {{(pid=80266) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Nov 18 14:50:43.625357 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] get_endpoint_by_ip() called for ip 192.168.0.17 {{(pid=80266) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Nov 18 14:50:43.629816 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] _add_endpoint() called for ip 192.168.0.17 {{(pid=80266) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Nov 18 14:50:43.633097 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628'] for agent, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:43.637044 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] _get_endpoints() called {{(pid=80266) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Nov 18 14:50:45.633991 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 57442) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:50:46.168283 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.l3_hamode_db [None req-0b0a00a0-622c-4e92-a475-3e1a5eea7786 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 18 14:50:46.256516 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0a00a0-622c-4e92-a475-3e1a5eea7786 None None] Routers set() bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 14:50:46.256941 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0a00a0-622c-4e92-a475-3e1a5eea7786 None None] Router IDs set() for agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Nov 18 14:50:46.287857 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING oslo_policy.policy [None req-85a97895-2d45-4d0f-98ec-ed317f9d44f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 18 14:50:46.288475 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING oslo_policy.policy [None req-85a97895-2d45-4d0f-98ec-ed317f9d44f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 18 14:50:46.516574 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [None req-85a97895-2d45-4d0f-98ec-ed317f9d44f2 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 14:50:46.518234 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-85a97895-2d45-4d0f-98ec-ed317f9d44f2 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.8833041
Nov 18 14:50:49.192906 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 57456) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:50:49.611103 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-43a68e86-84fa-4922-a318-9a220a1c0b83 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:50:49.659029 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.policy [None req-43a68e86-84fa-4922-a318-9a220a1c0b83 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80265) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Nov 18 14:50:49.659833 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING oslo_policy.policy [None req-43a68e86-84fa-4922-a318-9a220a1c0b83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 18 14:50:49.660242 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING oslo_policy.policy [None req-43a68e86-84fa-4922-a318-9a220a1c0b83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 18 14:50:49.667235 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.quota [None req-43a68e86-84fa-4922-a318-9a220a1c0b83 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f0af001b828>.
Nov 18 14:50:49.711739 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-43a68e86-84fa-4922-a318-9a220a1c0b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:50:49.777627 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-43a68e86-84fa-4922-a318-9a220a1c0b83 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363306541573624', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363306541561983', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363306541561460', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363306544453246', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363306541610725', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853332703', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853306772', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-755239', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-548860'] for rbac-policy, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:49.842968 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-43a68e86-84fa-4922-a318-9a220a1c0b83 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:49.844175 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-43a68e86-84fa-4922-a318-9a220a1c0b83 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6502383
Nov 18 14:50:52.804065 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 57470) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:50:53.199852 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Request body: {'network': {'project_id': '1b378609e85741ecbdbee48adf70d421', 'admin_state_up': True, 'name': 'private'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:50:53.205673 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:50:53.210230 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Usage tracker for resource:network and tenant:1b378609e85741ecbdbee48adf70d421 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:50:53.213802 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:50:53.220239 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:50:53.228663 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Made reservation on behalf of 1b378609e85741ecbdbee48adf70d421 for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 14:50:53.234528 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:53.252256 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:53.293755 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:50:53.297525 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Usage tracker for resource:security_group_rule and tenant:1b378609e85741ecbdbee48adf70d421 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:50:53.301066 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:50:53.306602 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:50:53.377145 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:53.379756 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:53.385147 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:50:53.405748 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 14:50:53.433746 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730310578189', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:53.434569 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Added segment 20a38f1f-46a4-46a0-8dac-ff5b4af22abe of type vxlan for network fe53ec05-d70d-4281-86b0-2e5c4686f40b
Nov 18 14:50:53.489338 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454f32e6-e70f-4bbf-a862-b430a8901409,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:50:53.513815 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:53.514204 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:53.514571 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:53.514929 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:53.515284 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:53.515653 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:53.516003 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:53.516908 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:53.517273 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:53.517620 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:53.517965 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:53.518309 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Tracked resource versions report:
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]: pushed versions:
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]: {   'AddressGroup': {'1.0'},
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:     'ConntrackHelper': {'1.0'},
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Log': {'1.0'},
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Network': {'1.1'},
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Port': {'1.6'},
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:     'PortForwarding': {'1.2'},
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:     'QosPolicy': {'1.8'},
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:     'SecurityGroup': {'1.2'},
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:     'SecurityGroupRule': {'1.0'},
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:     'SubPort': {'1.0'},
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Subnet': {'1.1'},
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Trunk': {'1.1'}}
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]: consumer versions:
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]: {   DHCP agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:     L3 agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:     Metadata agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:     Metering agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:     Open vSwitch agent@dv-cinder-733623-8-iscsi: {   'AddressGroup': '1.0',
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'ConntrackHelper': '1.0',
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Log': '1.0',
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Network': '1.1',
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Port': '1.6',
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'PortForwarding': '1.2',
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'QosPolicy': '1.8',
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'SecurityGroup': '1.2',
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'SecurityGroupRule': '1.0',
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'SubPort': '1.0',
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Subnet': '1.1',
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Trunk': '1.1'}}
Nov 18 14:50:53.519454 dv-cinder-733623-8-iscsi neutron-server[80155]:  {{(pid=80265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 18 14:50:53.557924 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306544781496'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:53.580222 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:50:53.602520 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:53.603872 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:50:53.604552 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:53.609441 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:50:53.714843 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 0.9096119
Nov 18 14:50:53.720049 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Pushing event updated for resources: {'Network': ['ID=fe53ec05-d70d-4281-86b0-2e5c4686f40b,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:50:53.738364 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:50:53.746305 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Network fe53ec05-d70d-4281-86b0-2e5c4686f40b details requested by agent ovs-agent-dv-cinder-733623-8-iscsi with host dv-cinder-733623-8-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 14:50:56.828549 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 57486) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:50:57.326042 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570373a4-286b-4f2a-a140-8f30650cab4e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:50:57.327409 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-570373a4-286b-4f2a-a140-8f30650cab4e admin admin] 10.222.0.21 "GET /v2.0/networks/fe53ec05-d70d-4281-86b0-2e5c4686f40b HTTP/1.1" status: 200  len: 818 time: 0.4972823
Nov 18 14:50:57.356032 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-dde9474f-4e07-4586-8d3a-35c054940567 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/4abc46da-0445-4164-8446-c7a7ae15b549 HTTP/1.1" status: 200  len: 734 time: 0.0224187
Nov 18 14:50:57.366002 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-247ed0e2-7199-467e-9cff-ab77260cf65e admin admin] Request body: {'subnet': {'network_id': 'fe53ec05-d70d-4281-86b0-2e5c4686f40b', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '1b378609e85741ecbdbee48adf70d421', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '4abc46da-0445-4164-8446-c7a7ae15b549'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:50:57.370472 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-247ed0e2-7199-467e-9cff-ab77260cf65e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:50:57.374381 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-247ed0e2-7199-467e-9cff-ab77260cf65e admin admin] Usage tracker for resource:subnet and tenant:1b378609e85741ecbdbee48adf70d421 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:50:57.377981 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-247ed0e2-7199-467e-9cff-ab77260cf65e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:50:57.383599 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-247ed0e2-7199-467e-9cff-ab77260cf65e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:50:57.391957 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247ed0e2-7199-467e-9cff-ab77260cf65e admin admin] Made reservation on behalf of 1b378609e85741ecbdbee48adf70d421 for: {'subnet': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 14:50:57.396501 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-247ed0e2-7199-467e-9cff-ab77260cf65e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:58.033275 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-247ed0e2-7199-467e-9cff-ab77260cf65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for subnet, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:58.047874 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:50:58.189107 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ed0e2-7199-467e-9cff-ab77260cf65e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf04363-489f-4171-bd1b-fd0631aa82d5,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:50:58.192326 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-247ed0e2-7199-467e-9cff-ab77260cf65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:50:58.255951 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247ed0e2-7199-467e-9cff-ab77260cf65e admin admin] Checking segment: {'id': '20a38f1f-46a4-46a0-8dac-ff5b4af22abe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fe53ec05-d70d-4281-86b0-2e5c4686f40b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:50:58.256345 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247ed0e2-7199-467e-9cff-ab77260cf65e admin admin] Network hostable DHCP agents. Network: fe53ec05-d70d-4281-86b0-2e5c4686f40b, hostable agents: ['d2b5b3ec-f9b8-4390-8321-dc1803f9ff45'], hosted agents: [] {{(pid=80265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 14:50:58.279722 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247ed0e2-7199-467e-9cff-ab77260cf65e admin admin] Network fe53ec05-d70d-4281-86b0-2e5c4686f40b is scheduled to be hosted by DHCP agent d2b5b3ec-f9b8-4390-8321-dc1803f9ff45 with binding_index 1 {{(pid=80265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 14:50:58.288396 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-247ed0e2-7199-467e-9cff-ab77260cf65e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-iscsi, fe53ec05-d70d-4281-86b0-2e5c4686f40b) {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:50:58.292996 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247ed0e2-7199-467e-9cff-ab77260cf65e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:50:58.293802 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-247ed0e2-7199-467e-9cff-ab77260cf65e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:58.297590 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3ac70b-8f11-43c2-af39-d80a8e37907a None None] Network fe53ec05-d70d-4281-86b0-2e5c4686f40b requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 14:50:58.314091 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-247ed0e2-7199-467e-9cff-ab77260cf65e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9517341
Nov 18 14:50:58.696054 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7261fcc4-b291-50c8-9ff4-476b49b041b4-fe53ec05-d70d-4281-86b0-2e5c4686f40b', 'network_id': 'fe53ec05-d70d-4281-86b0-2e5c4686f40b', 'tenant_id': '1b378609e85741ecbdbee48adf70d421', 'fixed_ips': [{'subnet_id': '2cf04363-489f-4171-bd1b-fd0631aa82d5'}]}} from dv-cinder-733623-8-iscsi. {{(pid=80266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 18 14:50:58.697407 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:59.029977 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Allocated IP 172.20.0.2 (fe53ec05-d70d-4281-86b0-2e5c4686f40b/2cf04363-489f-4171-bd1b-fd0631aa82d5/78a2781e-a10e-416b-9e02-2d329636a5ab) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 14:50:59.263884 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:59.277042 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Transition to ACTIVE for port object 78a2781e-a10e-416b-9e02-2d329636a5ab will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:50:59.294153 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Transition to ACTIVE for port object 78a2781e-a10e-416b-9e02-2d329636a5ab will not be triggered until provisioned by entity DHCP. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:50:59.300453 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:59.316256 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:50:59.452727 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Pushing event updated for resources: {'Port': ['ID=78a2781e-a10e-416b-9e02-2d329636a5ab,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:50:59.474810 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:59.475180 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:59.475549 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:59.475913 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:59.476273 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:59.476635 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:59.477025 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:59.477384 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:59.477758 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:59.478115 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:59.478468 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:59.478821 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Tracked resource versions report:
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]: pushed versions:
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]: {   'AddressGroup': {'1.0'},
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:     'ConntrackHelper': {'1.0'},
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Log': {'1.0'},
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Network': {'1.1'},
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Port': {'1.6'},
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:     'PortForwarding': {'1.2'},
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:     'QosPolicy': {'1.8'},
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:     'SecurityGroup': {'1.2'},
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:     'SecurityGroupRule': {'1.0'},
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:     'SubPort': {'1.0'},
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Subnet': {'1.1'},
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Trunk': {'1.1'}}
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]: consumer versions:
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]: {   DHCP agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:     L3 agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:     Metadata agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:     Metering agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:     Open vSwitch agent@dv-cinder-733623-8-iscsi: {   'AddressGroup': '1.0',
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'ConntrackHelper': '1.0',
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Log': '1.0',
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Network': '1.1',
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Port': '1.6',
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'PortForwarding': '1.2',
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'QosPolicy': '1.8',
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'SecurityGroup': '1.2',
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'SecurityGroupRule': '1.0',
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'SubPort': '1.0',
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Subnet': '1.1',
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Trunk': '1.1'}}
Nov 18 14:50:59.479984 dv-cinder-733623-8-iscsi neutron-server[80155]:  {{(pid=80266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 18 14:50:59.483661 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:50:59.527821 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Network fe53ec05-d70d-4281-86b0-2e5c4686f40b is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 14:50:59.529063 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Resources bound (agent type, host, resource id):  {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:50:59.532469 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 14:50:59.590224 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Attempting to bind port 78a2781e-a10e-416b-9e02-2d329636a5ab on host dv-cinder-733623-8-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 14:50:59.590660 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Attempting to bind port 78a2781e-a10e-416b-9e02-2d329636a5ab by drivers openvswitch on host dv-cinder-733623-8-iscsi at level 0 using segments [{'id': '20a38f1f-46a4-46a0-8dac-ff5b4af22abe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fe53ec05-d70d-4281-86b0-2e5c4686f40b'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 14:50:59.591122 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Attempting to bind port 78a2781e-a10e-416b-9e02-2d329636a5ab on network fe53ec05-d70d-4281-86b0-2e5c4686f40b {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 14:50:59.598446 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Checking agent: {'id': '8483a8a7-ec75-4234-902d-b313a7c9ca10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 14:50:59.598889 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Checking segment: {'id': '20a38f1f-46a4-46a0-8dac-ff5b4af22abe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fe53ec05-d70d-4281-86b0-2e5c4686f40b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:50:59.600130 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:59.600130 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Bound using segment: {'id': '20a38f1f-46a4-46a0-8dac-ff5b4af22abe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fe53ec05-d70d-4281-86b0-2e5c4686f40b'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 14:50:59.600327 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Bound port: 78a2781e-a10e-416b-9e02-2d329636a5ab, host: dv-cinder-733623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a38f1f-46a4-46a0-8dac-ff5b4af22abe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fe53ec05-d70d-4281-86b0-2e5c4686f40b'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 14:50:59.600710 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:59.695417 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] For port 78a2781e-a10e-416b-9e02-2d329636a5ab, host dv-cinder-733623-8-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 14:50:59.699864 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] For port 78a2781e-a10e-416b-9e02-2d329636a5ab, host dv-cinder-733623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=78a2781e-a10e-416b-9e02-2d329636a5ab,segment=NetworkSegment(20a38f1f-46a4-46a0-8dac-ff5b4af22abe),segment_id=20a38f1f-46a4-46a0-8dac-ff5b4af22abe)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 14:50:59.703473 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:50:59.719691 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:51:00.028996 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Pushing event updated for resources: {'Port': ['ID=78a2781e-a10e-416b-9e02-2d329636a5ab,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:51:00.033874 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:51:01.035836 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 57496) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:51:01.469206 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [None req-6138a17b-d453-44e0-99cb-cd7945e427b6 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 14:51:01.470272 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6138a17b-d453-44e0-99cb-cd7945e427b6 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.4333720
Nov 18 14:51:03.695549 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 78a2781e-a10e-416b-9e02-2d329636a5ab up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 14:51:03.764454 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning for port 78a2781e-a10e-416b-9e02-2d329636a5ab completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 14:51:04.283480 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 57510) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:51:04.422783 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2a5c48-176a-42ec-8542-ca3ad4429ef8 None None] Network fe53ec05-d70d-4281-86b0-2e5c4686f40b requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 14:51:04.524405 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-1faebd25-c938-4403-9da2-461b6a9ea453 None None] Provisioning for port 78a2781e-a10e-416b-9e02-2d329636a5ab completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 14:51:04.535031 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-1faebd25-c938-4403-9da2-461b6a9ea453 None None] Provisioning complete for port 78a2781e-a10e-416b-9e02-2d329636a5ab triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:51:04.535438 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1faebd25-c938-4403-9da2-461b6a9ea453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:04.715784 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [None req-5d20259d-beaf-4579-8323-ccd03e63d0af admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 14:51:04.717000 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5d20259d-beaf-4579-8323-ccd03e63d0af admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.4324999
Nov 18 14:51:04.765366 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1faebd25-c938-4403-9da2-461b6a9ea453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:04.812505 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-1faebd25-c938-4403-9da2-461b6a9ea453 None None] For port 78a2781e-a10e-416b-9e02-2d329636a5ab, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=78a2781e-a10e-416b-9e02-2d329636a5ab,segment=NetworkSegment(20a38f1f-46a4-46a0-8dac-ff5b4af22abe),segment_id=20a38f1f-46a4-46a0-8dac-ff5b4af22abe)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 14:51:04.817020 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1faebd25-c938-4403-9da2-461b6a9ea453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:04.827899 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:51:04.902139 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faebd25-c938-4403-9da2-461b6a9ea453 None None] Pushing event updated for resources: {'Port': ['ID=78a2781e-a10e-416b-9e02-2d329636a5ab,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:51:04.905721 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1faebd25-c938-4403-9da2-461b6a9ea453 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:51:05.048802 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fadce27-6503-4254-a1bc-a5e091d45216 None None] Provisioning complete for port 78a2781e-a10e-416b-9e02-2d329636a5ab triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:51:05.049255 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fadce27-6503-4254-a1bc-a5e091d45216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:05.294676 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3f976b23-517d-41e0-9655-fdaffc8fb106 None None] Provisioning complete for port 78a2781e-a10e-416b-9e02-2d329636a5ab triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:51:05.295088 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3f976b23-517d-41e0-9655-fdaffc8fb106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:05.530549 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-b9c84a11-12f7-4d84-8347-6c539e843b0c None None] Provisioning complete for port 78a2781e-a10e-416b-9e02-2d329636a5ab triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:51:05.530885 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9c84a11-12f7-4d84-8347-6c539e843b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:05.671049 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 78a2781e-a10e-416b-9e02-2d329636a5ab up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 14:51:05.741252 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 78a2781e-a10e-416b-9e02-2d329636a5ab triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:51:05.741809 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:07.747354 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 57522) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:51:08.140732 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-b0c2c964-bd87-4333-9c43-32b08ad7cda1 admin admin] Request body: {'router': {'tenant_id': '1b378609e85741ecbdbee48adf70d421', 'admin_state_up': True, 'name': 'router1'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:51:08.146033 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b0c2c964-bd87-4333-9c43-32b08ad7cda1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:51:08.149989 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b0c2c964-bd87-4333-9c43-32b08ad7cda1 admin admin] Usage tracker for resource:router and tenant:1b378609e85741ecbdbee48adf70d421 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:51:08.153174 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b0c2c964-bd87-4333-9c43-32b08ad7cda1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:51:08.159313 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b0c2c964-bd87-4333-9c43-32b08ad7cda1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:51:08.168207 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b0c2c964-bd87-4333-9c43-32b08ad7cda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63973'] for router, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:08.169500 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b0c2c964-bd87-4333-9c43-32b08ad7cda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854170833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854152639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711828'] for router, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:08.193170 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b0c2c964-bd87-4333-9c43-32b08ad7cda1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:08.291622 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b0c2c964-bd87-4333-9c43-32b08ad7cda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854060343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-605017'] for router, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:08.309671 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b0c2c964-bd87-4333-9c43-32b08ad7cda1 admin admin] Notify callbacks [] for router, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:08.310908 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b0c2c964-bd87-4333-9c43-32b08ad7cda1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5624542
Nov 18 14:51:09.429151 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ead990f7-3ae5-4af4-a42e-718e006688e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:10.986516 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 57532) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:51:11.400086 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [None req-8dcff0e1-860d-472a-8355-7a725557700d admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 14:51:11.401215 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8dcff0e1-860d-472a-8355-7a725557700d admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.4136593
Nov 18 14:51:12.043929 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-53bf0b0d-47b0-45c3-86db-9a7da71523da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:12.298024 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:13.434033 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:13.566556 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:14.134888 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 57552) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:51:14.316823 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:51:14.322156 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:51:14.326137 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Usage tracker for resource:network and tenant:73287594a8a544698c3334c297afd949 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:51:14.329681 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:51:14.335328 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:51:14.343457 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Made reservation on behalf of 73287594a8a544698c3334c297afd949 for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 14:51:14.347992 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:14.361118 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:14.393222 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:51:14.397010 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Usage tracker for resource:security_group_rule and tenant:73287594a8a544698c3334c297afd949 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:51:14.399839 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:51:14.405438 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:51:14.469942 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:14.472387 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:14.476589 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:51:14.491711 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Reserving flat network on physical network physnet1 {{(pid=80265) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Nov 18 14:51:14.517168 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed30ed2-ba29-4918-a85f-d9383677278a,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:51:14.520022 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730310578189', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:14.520602 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f0af0f900d0> segment precommit_create {{(pid=80265) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Nov 18 14:51:14.521052 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Added segment 204b9cb9-672f-457d-853a-b208bf5e332c of type flat for network 96475b02-3c3a-4cf0-bab1-8b9b17365c14
Nov 18 14:51:14.522273 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:51:14.553806 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306544781496'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:14.589521 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:14.590741 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:51:14.591364 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:14.596119 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:51:14.695646 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5596907
Nov 18 14:51:14.700809 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Pushing event updated for resources: {'Network': ['ID=96475b02-3c3a-4cf0-bab1-8b9b17365c14,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:51:14.710360 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:51:14.723857 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 details requested by agent ovs-agent-dv-cinder-733623-8-iscsi with host dv-cinder-733623-8-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 14:51:17.181728 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 57572) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:51:17.321640 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dd7745-be48-41fe-b1b0-f07d68885033 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:51:17.323041 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-34dd7745-be48-41fe-b1b0-f07d68885033 admin admin] 10.222.0.21 "GET /v2.0/subnets/2cf04363-489f-4171-bd1b-fd0631aa82d5 HTTP/1.1" status: 200  len: 849 time: 0.1402915
Nov 18 14:51:17.471651 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5ea5b9ba-9ddb-4885-89b1-06ae6e496b23 admin admin] 10.222.0.21 "GET /v2.0/routers/e3b2eb65-feec-403b-968c-83fd7ef3b7e5 HTTP/1.1" status: 200  len: 704 time: 0.1420298
Nov 18 14:51:18.091327 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9ebb613-74f2-4cae-81b4-4dd7bde744f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:18.452528 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-c9ebb613-74f2-4cae-81b4-4dd7bde744f0 admin admin] Allocated IP 172.20.0.1 (fe53ec05-d70d-4281-86b0-2e5c4686f40b/2cf04363-489f-4171-bd1b-fd0631aa82d5/25728606-9b9e-4375-9efd-ef45122b4fc9) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 14:51:18.614040 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9ebb613-74f2-4cae-81b4-4dd7bde744f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:18.631265 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c9ebb613-74f2-4cae-81b4-4dd7bde744f0 admin admin] Transition to ACTIVE for port object 25728606-9b9e-4375-9efd-ef45122b4fc9 will not be triggered until provisioned by entity DHCP. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:51:18.677459 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9ebb613-74f2-4cae-81b4-4dd7bde744f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:18.692554 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:51:18.826026 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebb613-74f2-4cae-81b4-4dd7bde744f0 admin admin] Pushing event updated for resources: {'Port': ['ID=25728606-9b9e-4375-9efd-ef45122b4fc9,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:51:18.833109 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c9ebb613-74f2-4cae-81b4-4dd7bde744f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:51:18.881858 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ebb613-74f2-4cae-81b4-4dd7bde744f0 admin admin] Network fe53ec05-d70d-4281-86b0-2e5c4686f40b is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 14:51:18.882950 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-c9ebb613-74f2-4cae-81b4-4dd7bde744f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:51:18.885125 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ebb613-74f2-4cae-81b4-4dd7bde744f0 admin admin] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 14:51:18.885606 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9ebb613-74f2-4cae-81b4-4dd7bde744f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854175731'] for router_interface, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:19.007544 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9ebb613-74f2-4cae-81b4-4dd7bde744f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:19.042950 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-b5be1cd2-d946-43ba-bfa3-e69abbdb07b7 None None] Provisioning for port 25728606-9b9e-4375-9efd-ef45122b4fc9 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 14:51:19.047884 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-b5be1cd2-d946-43ba-bfa3-e69abbdb07b7 None None] Provisioning complete for port 25728606-9b9e-4375-9efd-ef45122b4fc9 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:51:19.048296 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b5be1cd2-d946-43ba-bfa3-e69abbdb07b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:19.101485 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-b5be1cd2-d946-43ba-bfa3-e69abbdb07b7 None None] Port 25728606-9b9e-4375-9efd-ef45122b4fc9 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 14:51:19.292229 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9ebb613-74f2-4cae-81b4-4dd7bde744f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:19.295437 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9ebb613-74f2-4cae-81b4-4dd7bde744f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:19.296539 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9ebb613-74f2-4cae-81b4-4dd7bde744f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2057009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-600168'] for router_interface, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:19.310868 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c9ebb613-74f2-4cae-81b4-4dd7bde744f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:51:19.438998 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebb613-74f2-4cae-81b4-4dd7bde744f0 admin admin] Pushing event updated for resources: {'Port': ['ID=25728606-9b9e-4375-9efd-ef45122b4fc9,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:51:19.441833 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c9ebb613-74f2-4cae-81b4-4dd7bde744f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:51:19.497373 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ebb613-74f2-4cae-81b4-4dd7bde744f0 admin admin] Network fe53ec05-d70d-4281-86b0-2e5c4686f40b is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 14:51:19.498458 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-c9ebb613-74f2-4cae-81b4-4dd7bde744f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:51:19.729312 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-cad4edb0-de95-4c60-b0c7-8eb225afdb7d None None] Provisioning complete for port 25728606-9b9e-4375-9efd-ef45122b4fc9 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:51:19.729654 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cad4edb0-de95-4c60-b0c7-8eb225afdb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:19.785670 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-cad4edb0-de95-4c60-b0c7-8eb225afdb7d None None] Port 25728606-9b9e-4375-9efd-ef45122b4fc9 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 14:51:20.016700 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ebb613-74f2-4cae-81b4-4dd7bde744f0 admin admin] Router e3b2eb65-feec-403b-968c-83fd7ef3b7e5 is scheduled to L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e with binding_index 1 {{(pid=80265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 18 14:51:20.190757 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ebb613-74f2-4cae-81b4-4dd7bde744f0 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 14:51:20.201059 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c9ebb613-74f2-4cae-81b4-4dd7bde744f0 admin admin] 10.222.0.21 "PUT /v2.0/routers/e3b2eb65-feec-403b-968c-83fd7ef3b7e5/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.7239966
Nov 18 14:51:20.201194 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] Sync routers for ids ['e3b2eb65-feec-403b-968c-83fd7ef3b7e5'] in dv-cinder-733623-8-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 14:51:20.214531 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] Routers {'e3b2eb65-feec-403b-968c-83fd7ef3b7e5'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 14:51:20.215415 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0af0256a90>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T14:51:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['e3b2eb65-feec-403b-968c-83fd7ef3b7e5'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:51:20.395644 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] Set router e3b2eb65-feec-403b-968c-83fd7ef3b7e5 gateway port host: None {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 14:51:20.774697 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0af0256a90>, [{'id': 'e3b2eb65-feec-403b-968c-83fd7ef3b7e5', 'name': 'router1', 'tenant_id': '1b378609e85741ecbdbee48adf70d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:51:08Z', 'updated_at': '2020-11-18T14:51:18Z', 'revision_number': 2, 'project_id': '1b378609e85741ecbdbee48adf70d421', 'gw_port_host': None, '_interfaces': [{'id': '25728606-9b9e-4375-9efd-ef45122b4fc9', 'name': '', 'network_id': 'fe53ec05-d70d-4281-86b0-2e5c4686f40b', 'tenant_id': '1b378609e85741ecbdbee48adf70d421', 'mac_address': 'fa:16:3e:a4:85:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b2eb65-feec-403b-968c-83fd7ef3b7e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cf04363-489f-4171-bd1b-fd0631aa82d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:51:18Z', 'updated_at': '2020-11-18T14:51:19Z', 'revision_number': 2, 'project_id': '1b378609e85741ecbdbee48adf70d421', 'subnets': [{'id': '2cf04363-489f-4171-bd1b-fd0631aa82d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4abc46da-0445-4164-8446-c7a7ae15b549'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:51:20.779754 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] Checking router: e3b2eb65-feec-403b-968c-83fd7ef3b7e5 for host: dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 14:51:20.780172 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] Updating router e3b2eb65-feec-403b-968c-83fd7ef3b7e5 port 25728606-9b9e-4375-9efd-ef45122b4fc9 binding host dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 14:51:20.835610 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:21.274000 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:21.451910 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] Transition to ACTIVE for port object 25728606-9b9e-4375-9efd-ef45122b4fc9 will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:51:21.454833 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:21.470848 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:51:21.606227 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd5c9d-c1d7-4baa-a3ea-b5192d1f853a None None] Pushing event updated for resources: {'Port': ['ID=25728606-9b9e-4375-9efd-ef45122b4fc9,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:51:21.630776 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd5c9d-c1d7-4baa-a3ea-b5192d1f853a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:51:21.631153 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd5c9d-c1d7-4baa-a3ea-b5192d1f853a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:51:21.631517 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd5c9d-c1d7-4baa-a3ea-b5192d1f853a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:51:21.631874 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd5c9d-c1d7-4baa-a3ea-b5192d1f853a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:51:21.632228 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd5c9d-c1d7-4baa-a3ea-b5192d1f853a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:51:21.632582 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd5c9d-c1d7-4baa-a3ea-b5192d1f853a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:51:21.632960 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd5c9d-c1d7-4baa-a3ea-b5192d1f853a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:51:21.633314 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd5c9d-c1d7-4baa-a3ea-b5192d1f853a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:51:21.633680 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd5c9d-c1d7-4baa-a3ea-b5192d1f853a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:51:21.634031 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd5c9d-c1d7-4baa-a3ea-b5192d1f853a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:51:21.634378 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd5c9d-c1d7-4baa-a3ea-b5192d1f853a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:51:21.634723 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd5c9d-c1d7-4baa-a3ea-b5192d1f853a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd5c9d-c1d7-4baa-a3ea-b5192d1f853a None None] Tracked resource versions report:
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]: pushed versions:
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]: {   'AddressGroup': {'1.0'},
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:     'ConntrackHelper': {'1.0'},
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Log': {'1.0'},
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Network': {'1.1'},
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Port': {'1.6'},
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:     'PortForwarding': {'1.2'},
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:     'QosPolicy': {'1.8'},
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:     'SecurityGroup': {'1.2'},
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:     'SecurityGroupRule': {'1.0'},
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:     'SubPort': {'1.0'},
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Subnet': {'1.1'},
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Trunk': {'1.1'}}
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]: consumer versions:
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]: {   DHCP agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:     L3 agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:     Metadata agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:     Metering agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:     Open vSwitch agent@dv-cinder-733623-8-iscsi: {   'AddressGroup': '1.0',
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'ConntrackHelper': '1.0',
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Log': '1.0',
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Network': '1.1',
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Port': '1.6',
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'PortForwarding': '1.2',
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'QosPolicy': '1.8',
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'SecurityGroup': '1.2',
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'SecurityGroupRule': '1.0',
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'SubPort': '1.0',
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Subnet': '1.1',
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Trunk': '1.1'}}
Nov 18 14:51:21.635807 dv-cinder-733623-8-iscsi neutron-server[80155]:  {{(pid=80267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 18 14:51:21.639461 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-80fd5c9d-c1d7-4baa-a3ea-b5192d1f853a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:51:21.786842 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] Attempting to bind port 25728606-9b9e-4375-9efd-ef45122b4fc9 on host dv-cinder-733623-8-iscsi for vnic_type normal with profile  {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 14:51:21.787287 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] Attempting to bind port 25728606-9b9e-4375-9efd-ef45122b4fc9 by drivers openvswitch on host dv-cinder-733623-8-iscsi at level 0 using segments [{'id': '20a38f1f-46a4-46a0-8dac-ff5b4af22abe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fe53ec05-d70d-4281-86b0-2e5c4686f40b'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 14:51:21.787650 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] Attempting to bind port 25728606-9b9e-4375-9efd-ef45122b4fc9 on network fe53ec05-d70d-4281-86b0-2e5c4686f40b {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 14:51:21.794667 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] Checking agent: {'id': '8483a8a7-ec75-4234-902d-b313a7c9ca10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 14:51:21.795096 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] Checking segment: {'id': '20a38f1f-46a4-46a0-8dac-ff5b4af22abe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fe53ec05-d70d-4281-86b0-2e5c4686f40b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:51:21.795562 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:21.795982 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] Bound using segment: {'id': '20a38f1f-46a4-46a0-8dac-ff5b4af22abe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fe53ec05-d70d-4281-86b0-2e5c4686f40b'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 14:51:21.796545 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] Bound port: 25728606-9b9e-4375-9efd-ef45122b4fc9, host: dv-cinder-733623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a38f1f-46a4-46a0-8dac-ff5b4af22abe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fe53ec05-d70d-4281-86b0-2e5c4686f40b'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 14:51:21.797578 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:21.888631 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] For port 25728606-9b9e-4375-9efd-ef45122b4fc9, host dv-cinder-733623-8-iscsi, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 14:51:21.894017 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] For port 25728606-9b9e-4375-9efd-ef45122b4fc9, host dv-cinder-733623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=25728606-9b9e-4375-9efd-ef45122b4fc9,segment=NetworkSegment(20a38f1f-46a4-46a0-8dac-ff5b4af22abe),segment_id=20a38f1f-46a4-46a0-8dac-ff5b4af22abe)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 14:51:21.898040 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:21.914276 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:51:22.069153 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd5c9d-c1d7-4baa-a3ea-b5192d1f853a None None] Pushing event updated for resources: {'Port': ['ID=25728606-9b9e-4375-9efd-ef45122b4fc9,revision_number=4']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:51:22.074263 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-80fd5c9d-c1d7-4baa-a3ea-b5192d1f853a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:51:22.123270 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] Routers {'e3b2eb65-feec-403b-968c-83fd7ef3b7e5'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 14:51:22.123926 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0af0256a90>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T14:51:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['e3b2eb65-feec-403b-968c-83fd7ef3b7e5'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:51:22.288153 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] Set router e3b2eb65-feec-403b-968c-83fd7ef3b7e5 gateway port host: None {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 14:51:22.626728 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0af0256a90>, [{'id': 'e3b2eb65-feec-403b-968c-83fd7ef3b7e5', 'name': 'router1', 'tenant_id': '1b378609e85741ecbdbee48adf70d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:51:08Z', 'updated_at': '2020-11-18T14:51:18Z', 'revision_number': 2, 'project_id': '1b378609e85741ecbdbee48adf70d421', 'gw_port_host': None, '_interfaces': [{'id': '25728606-9b9e-4375-9efd-ef45122b4fc9', 'name': '', 'network_id': 'fe53ec05-d70d-4281-86b0-2e5c4686f40b', 'tenant_id': '1b378609e85741ecbdbee48adf70d421', 'mac_address': 'fa:16:3e:a4:85:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b2eb65-feec-403b-968c-83fd7ef3b7e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cf04363-489f-4171-bd1b-fd0631aa82d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:51:18Z', 'updated_at': '2020-11-18T14:51:21Z', 'revision_number': 4, 'project_id': '1b378609e85741ecbdbee48adf70d421', 'subnets': [{'id': '2cf04363-489f-4171-bd1b-fd0631aa82d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4abc46da-0445-4164-8446-c7a7ae15b549'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:51:22.630916 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f85ddc-9c64-4365-b840-d866dfac1818 None None] The sync data for ids ['e3b2eb65-feec-403b-968c-83fd7ef3b7e5'] in dv-cinder-733623-8-iscsi is: [{'id': 'e3b2eb65-feec-403b-968c-83fd7ef3b7e5', 'name': 'router1', 'tenant_id': '1b378609e85741ecbdbee48adf70d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:51:08Z', 'updated_at': '2020-11-18T14:51:18Z', 'revision_number': 2, 'project_id': '1b378609e85741ecbdbee48adf70d421', 'gw_port_host': None, '_interfaces': [{'id': '25728606-9b9e-4375-9efd-ef45122b4fc9', 'name': '', 'network_id': 'fe53ec05-d70d-4281-86b0-2e5c4686f40b', 'tenant_id': '1b378609e85741ecbdbee48adf70d421', 'mac_address': 'fa:16:3e:a4:85:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b2eb65-feec-403b-968c-83fd7ef3b7e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cf04363-489f-4171-bd1b-fd0631aa82d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:51:18Z', 'updated_at': '2020-11-18T14:51:21Z', 'revision_number': 4, 'project_id': '1b378609e85741ecbdbee48adf70d421', 'subnets': [{'id': '2cf04363-489f-4171-bd1b-fd0631aa82d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4abc46da-0445-4164-8446-c7a7ae15b549'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 14:51:22.710061 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 57584) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:51:22.893580 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e92a59a-25c3-4363-b49d-68d9d2c98f0a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:51:22.894147 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-9e92a59a-25c3-4363-b49d-68d9d2c98f0a admin admin] Synchronizing usage tracker for tenant:73287594a8a544698c3334c297afd949 on resource:network {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 14:51:22.911306 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-9e92a59a-25c3-4363-b49d-68d9d2c98f0a admin admin] Unset dirty status for tenant:73287594a8a544698c3334c297afd949 on resource:network {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 14:51:22.912545 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9e92a59a-25c3-4363-b49d-68d9d2c98f0a admin admin] 10.222.0.21 "GET /v2.0/networks/96475b02-3c3a-4cf0-bab1-8b9b17365c14 HTTP/1.1" status: 200  len: 842 time: 0.2014575
Nov 18 14:51:22.923113 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-80ab5279-ad10-4c44-871d-a03b21dd26ea admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:51:22.928557 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-80ab5279-ad10-4c44-871d-a03b21dd26ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:51:22.936829 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-80ab5279-ad10-4c44-871d-a03b21dd26ea admin admin] Usage tracker for resource:subnet and tenant:73287594a8a544698c3334c297afd949 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:51:22.940362 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-80ab5279-ad10-4c44-871d-a03b21dd26ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:51:22.946147 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-80ab5279-ad10-4c44-871d-a03b21dd26ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:51:22.955352 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ab5279-ad10-4c44-871d-a03b21dd26ea admin admin] Made reservation on behalf of 73287594a8a544698c3334c297afd949 for: {'subnet': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 14:51:22.960023 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80ab5279-ad10-4c44-871d-a03b21dd26ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:23.390098 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.objects.ports [None req-80ab5279-ad10-4c44-871d-a03b21dd26ea admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80265) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 18 14:51:23.391107 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80ab5279-ad10-4c44-871d-a03b21dd26ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for subnet, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:23.405617 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:51:23.567508 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab5279-ad10-4c44-871d-a03b21dd26ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c2873db-d6d7-45a1-862e-7032080186d6,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:51:23.570354 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-80ab5279-ad10-4c44-871d-a03b21dd26ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:51:23.615720 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ab5279-ad10-4c44-871d-a03b21dd26ea admin admin] Checking segment: {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:51:23.616112 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ab5279-ad10-4c44-871d-a03b21dd26ea admin admin] Network hostable DHCP agents. Network: 96475b02-3c3a-4cf0-bab1-8b9b17365c14, hostable agents: ['d2b5b3ec-f9b8-4390-8321-dc1803f9ff45'], hosted agents: [] {{(pid=80265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 14:51:23.640003 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ab5279-ad10-4c44-871d-a03b21dd26ea admin admin] Network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 is scheduled to be hosted by DHCP agent d2b5b3ec-f9b8-4390-8321-dc1803f9ff45 with binding_index 1 {{(pid=80265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 14:51:23.652796 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-80ab5279-ad10-4c44-871d-a03b21dd26ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-iscsi, 96475b02-3c3a-4cf0-bab1-8b9b17365c14) {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:51:23.657530 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ab5279-ad10-4c44-871d-a03b21dd26ea admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:51:23.658304 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80ab5279-ad10-4c44-871d-a03b21dd26ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:23.663125 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc42e474-1d20-46bc-8234-88fac29587d4 None None] Network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 14:51:23.693617 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-80ab5279-ad10-4c44-871d-a03b21dd26ea admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7743275
Nov 18 14:51:23.772559 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 25728606-9b9e-4375-9efd-ef45122b4fc9 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 14:51:23.961031 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning for port 25728606-9b9e-4375-9efd-ef45122b4fc9 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 14:51:23.966930 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc76dfcd-2b98-4ae0-adaa-8edd9943bfef None None] Network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 14:51:23.983067 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 25728606-9b9e-4375-9efd-ef45122b4fc9 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:51:23.983474 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:24.388934 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:24.456523 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] For port 25728606-9b9e-4375-9efd-ef45122b4fc9, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=25728606-9b9e-4375-9efd-ef45122b4fc9,segment=NetworkSegment(20a38f1f-46a4-46a0-8dac-ff5b4af22abe),segment_id=20a38f1f-46a4-46a0-8dac-ff5b4af22abe)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 14:51:24.458913 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:24.461048 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-83d0a474-7d31-4f26-8029-cfaa20943b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:51:24.525670 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Pushing event updated for resources: {'Port': ['ID=25728606-9b9e-4375-9efd-ef45122b4fc9,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:51:24.528895 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:51:25.684606 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 25728606-9b9e-4375-9efd-ef45122b4fc9 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 14:51:25.759052 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 25728606-9b9e-4375-9efd-ef45122b4fc9 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:51:25.759460 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:26.231937 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 57598) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:51:26.469876 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-98f0eeda-9df9-457b-95c7-20072dc7437c admin admin] 10.222.0.21 "GET /v2.0/routers/e3b2eb65-feec-403b-968c-83fd7ef3b7e5 HTTP/1.1" status: 200  len: 710 time: 0.2366550
Nov 18 14:51:26.605413 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9b2b46-28ac-4414-a333-14c96bb9f24c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:51:26.606866 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5b9b2b46-28ac-4414-a333-14c96bb9f24c admin admin] 10.222.0.21 "GET /v2.0/networks/96475b02-3c3a-4cf0-bab1-8b9b17365c14 HTTP/1.1" status: 200  len: 886 time: 0.1313205
Nov 18 14:51:26.616466 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:51:27.262337 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854170818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711841'] for router, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:27.448823 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:27.480518 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:27.493288 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:27.523873 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:51:27.527699 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:51:27.530553 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:51:27.536695 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:51:27.602462 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:27.605095 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:27.620258 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:51:27.714566 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70f0b96-e41b-4f40-b50c-1421015a64f0,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:51:27.717871 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:51:27.874898 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Allocated IP 172.27.1.56 (96475b02-3c3a-4cf0-bab1-8b9b17365c14/9c2873db-d6d7-45a1-862e-7032080186d6/35c52cf9-ab19-4f12-b20e-6a701fa2d832) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 14:51:28.024171 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:28.048891 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:28.063869 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:51:28.195249 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=35c52cf9-ab19-4f12-b20e-6a701fa2d832,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:51:28.204800 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:51:28.250674 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 14:51:28.251843 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:51:28.254060 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 14:51:28.391467 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:28.560558 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854170818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711841'] for router, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:28.564483 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-605017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-604982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854170815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854060328'] for router, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:28.767441 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Router e3b2eb65-feec-403b-968c-83fd7ef3b7e5 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 14:51:28.966492 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 14:51:28.976836 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] Sync routers for ids ['e3b2eb65-feec-403b-968c-83fd7ef3b7e5'] in dv-cinder-733623-8-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 14:51:28.982679 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Notify callbacks [] for router, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:28.984527 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] 10.222.0.21 "PUT /v2.0/routers/e3b2eb65-feec-403b-968c-83fd7ef3b7e5 HTTP/1.1" status: 200  len: 889 time: 2.3708875
Nov 18 14:51:28.989961 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] Routers {'e3b2eb65-feec-403b-968c-83fd7ef3b7e5'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 14:51:28.990665 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef2b41d0>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T14:51:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['e3b2eb65-feec-403b-968c-83fd7ef3b7e5'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:51:29.190703 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] Set router e3b2eb65-feec-403b-968c-83fd7ef3b7e5 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 14:51:29.542232 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef2b41d0>, [{'id': 'e3b2eb65-feec-403b-968c-83fd7ef3b7e5', 'name': 'router1', 'tenant_id': '1b378609e85741ecbdbee48adf70d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '35c52cf9-ab19-4f12-b20e-6a701fa2d832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:51:08Z', 'updated_at': '2020-11-18T14:51:28Z', 'revision_number': 4, 'project_id': '1b378609e85741ecbdbee48adf70d421', 'gw_port': {'id': '35c52cf9-ab19-4f12-b20e-6a701fa2d832', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:10:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b2eb65-feec-403b-968c-83fd7ef3b7e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:51:27Z', 'updated_at': '2020-11-18T14:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '25728606-9b9e-4375-9efd-ef45122b4fc9', 'name': '', 'network_id': 'fe53ec05-d70d-4281-86b0-2e5c4686f40b', 'tenant_id': '1b378609e85741ecbdbee48adf70d421', 'mac_address': 'fa:16:3e:a4:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b2eb65-feec-403b-968c-83fd7ef3b7e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cf04363-489f-4171-bd1b-fd0631aa82d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:51:18Z', 'updated_at': '2020-11-18T14:51:24Z', 'revision_number': 5, 'project_id': '1b378609e85741ecbdbee48adf70d421', 'subnets': [{'id': '2cf04363-489f-4171-bd1b-fd0631aa82d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4abc46da-0445-4164-8446-c7a7ae15b549'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:51:29.547289 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] Checking router: e3b2eb65-feec-403b-968c-83fd7ef3b7e5 for host: dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 14:51:29.547681 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] Updating router e3b2eb65-feec-403b-968c-83fd7ef3b7e5 port 35c52cf9-ab19-4f12-b20e-6a701fa2d832 binding host dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 14:51:29.600321 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:29.985904 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:29.997721 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] Transition to ACTIVE for port object 35c52cf9-ab19-4f12-b20e-6a701fa2d832 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:51:30.000281 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:30.018908 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:51:30.148544 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e0f73-6bf3-441b-bbd3-e72d6d5c016c None None] Pushing event updated for resources: {'Port': ['ID=35c52cf9-ab19-4f12-b20e-6a701fa2d832,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:51:30.151441 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7d3e0f73-6bf3-441b-bbd3-e72d6d5c016c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:51:30.212881 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] Attempting to bind port 35c52cf9-ab19-4f12-b20e-6a701fa2d832 on host dv-cinder-733623-8-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 14:51:30.213291 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] Attempting to bind port 35c52cf9-ab19-4f12-b20e-6a701fa2d832 by drivers openvswitch on host dv-cinder-733623-8-iscsi at level 0 using segments [{'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 14:51:30.213658 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] Attempting to bind port 35c52cf9-ab19-4f12-b20e-6a701fa2d832 on network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 14:51:30.220406 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] Checking agent: {'id': '8483a8a7-ec75-4234-902d-b313a7c9ca10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 14:51:30.220859 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] Checking segment: {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:51:30.221294 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:30.221803 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] Bound using segment: {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 14:51:30.222331 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] Bound port: 35c52cf9-ab19-4f12-b20e-6a701fa2d832, host: dv-cinder-733623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 14:51:30.222752 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:30.294582 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] For port 35c52cf9-ab19-4f12-b20e-6a701fa2d832, host dv-cinder-733623-8-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 14:51:30.297670 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] For port 35c52cf9-ab19-4f12-b20e-6a701fa2d832, host dv-cinder-733623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=35c52cf9-ab19-4f12-b20e-6a701fa2d832,segment=NetworkSegment(204b9cb9-672f-457d-853a-b208bf5e332c),segment_id=204b9cb9-672f-457d-853a-b208bf5e332c)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 14:51:30.300994 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:30.314136 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:51:30.464239 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e0f73-6bf3-441b-bbd3-e72d6d5c016c None None] Pushing event updated for resources: {'Port': ['ID=35c52cf9-ab19-4f12-b20e-6a701fa2d832,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:51:30.469326 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7d3e0f73-6bf3-441b-bbd3-e72d6d5c016c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:51:30.513047 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] Routers {'e3b2eb65-feec-403b-968c-83fd7ef3b7e5'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 14:51:30.513695 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef2b41d0>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T14:51:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['e3b2eb65-feec-403b-968c-83fd7ef3b7e5'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:51:30.695074 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] Set router e3b2eb65-feec-403b-968c-83fd7ef3b7e5 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 14:51:31.031657 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef2b41d0>, [{'id': 'e3b2eb65-feec-403b-968c-83fd7ef3b7e5', 'name': 'router1', 'tenant_id': '1b378609e85741ecbdbee48adf70d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '35c52cf9-ab19-4f12-b20e-6a701fa2d832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:51:08Z', 'updated_at': '2020-11-18T14:51:28Z', 'revision_number': 4, 'project_id': '1b378609e85741ecbdbee48adf70d421', 'gw_port': {'id': '35c52cf9-ab19-4f12-b20e-6a701fa2d832', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:10:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b2eb65-feec-403b-968c-83fd7ef3b7e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:51:27Z', 'updated_at': '2020-11-18T14:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '25728606-9b9e-4375-9efd-ef45122b4fc9', 'name': '', 'network_id': 'fe53ec05-d70d-4281-86b0-2e5c4686f40b', 'tenant_id': '1b378609e85741ecbdbee48adf70d421', 'mac_address': 'fa:16:3e:a4:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b2eb65-feec-403b-968c-83fd7ef3b7e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cf04363-489f-4171-bd1b-fd0631aa82d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:51:18Z', 'updated_at': '2020-11-18T14:51:24Z', 'revision_number': 5, 'project_id': '1b378609e85741ecbdbee48adf70d421', 'subnets': [{'id': '2cf04363-489f-4171-bd1b-fd0631aa82d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4abc46da-0445-4164-8446-c7a7ae15b549'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:51:31.035757 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec24478-0069-494c-b107-be7ad22b149f None None] The sync data for ids ['e3b2eb65-feec-403b-968c-83fd7ef3b7e5'] in dv-cinder-733623-8-iscsi is: [{'id': 'e3b2eb65-feec-403b-968c-83fd7ef3b7e5', 'name': 'router1', 'tenant_id': '1b378609e85741ecbdbee48adf70d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '35c52cf9-ab19-4f12-b20e-6a701fa2d832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:51:08Z', 'updated_at': '2020-11-18T14:51:28Z', 'revision_number': 4, 'project_id': '1b378609e85741ecbdbee48adf70d421', 'gw_port': {'id': '35c52cf9-ab19-4f12-b20e-6a701fa2d832', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:10:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b2eb65-feec-403b-968c-83fd7ef3b7e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:51:27Z', 'updated_at': '2020-11-18T14:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '25728606-9b9e-4375-9efd-ef45122b4fc9', 'name': '', 'network_id': 'fe53ec05-d70d-4281-86b0-2e5c4686f40b', 'tenant_id': '1b378609e85741ecbdbee48adf70d421', 'mac_address': 'fa:16:3e:a4:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b2eb65-feec-403b-968c-83fd7ef3b7e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cf04363-489f-4171-bd1b-fd0631aa82d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:51:18Z', 'updated_at': '2020-11-18T14:51:24Z', 'revision_number': 5, 'project_id': '1b378609e85741ecbdbee48adf70d421', 'subnets': [{'id': '2cf04363-489f-4171-bd1b-fd0631aa82d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4abc46da-0445-4164-8446-c7a7ae15b549'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 14:51:31.637192 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 57608) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:51:31.718548 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 35c52cf9-ab19-4f12-b20e-6a701fa2d832 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 14:51:31.790410 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning for port 35c52cf9-ab19-4f12-b20e-6a701fa2d832 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 14:51:31.795425 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 35c52cf9-ab19-4f12-b20e-6a701fa2d832 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:51:31.795848 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:31.802822 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-02004c28-a0df-4967-9d85-b0ba5218b0ae admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.1644361
Nov 18 14:51:32.077827 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:32.094450 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] For port 35c52cf9-ab19-4f12-b20e-6a701fa2d832, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=35c52cf9-ab19-4f12-b20e-6a701fa2d832,segment=NetworkSegment(204b9cb9-672f-457d-853a-b208bf5e332c),segment_id=204b9cb9-672f-457d-853a-b208bf5e332c)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 14:51:32.097386 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:32.099589 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1faebd25-c938-4403-9da2-461b6a9ea453 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:51:32.167518 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Pushing event updated for resources: {'Port': ['ID=35c52cf9-ab19-4f12-b20e-6a701fa2d832,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:51:32.170703 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:51:33.690464 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 35c52cf9-ab19-4f12-b20e-6a701fa2d832 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 14:51:33.764908 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 35c52cf9-ab19-4f12-b20e-6a701fa2d832 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:51:33.765324 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:39.440529 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-33c9b110-dddf-4b1e-90c7-8b631ba571c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:40.669164 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 5 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 14:51:42.046233 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2cb7e70b-206e-42e6-8e2d-f83d95d6fcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:42.301897 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:43.435898 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:51:43.581693 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:52:09.432226 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5c8f7cf5-6e80-4a88-a6cf-53a3159f69fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:52:12.047398 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c8433736-9f9b-4712-af1b-df3c587e9179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:52:12.304299 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:52:13.439946 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:52:13.587084 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:52:17.649937 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 5 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 14:52:39.433787 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-23731015-5f1e-4974-8595-8133b6f45547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:52:42.055851 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1eddac0f-bb0e-4e8a-ad5d-8e568ea50f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:52:42.309695 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:52:43.444146 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:52:43.607492 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:52:54.650638 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 5 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 14:53:09.436685 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-217efb3e-eff6-4202-9e4d-b58d24c06146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:53:12.047916 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d23ca7df-39be-4d0a-817a-5796d60df873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:53:12.308519 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:53:13.447962 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:53:13.601442 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:53:31.651220 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 5 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 14:53:39.437772 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4e88551a-8e30-4a7c-ba7d-9bd157ea3d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:53:42.051395 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-717b0683-e1d8-4963-8467-a523ea04a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:53:42.310382 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:53:43.450018 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:53:43.605183 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:53:43.998178 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58186) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:53:44.098062 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b37b210-d031-4cc7-8276-fba23417fc9d admin admin] GET failed (client error): The resource could not be found.
Nov 18 14:53:44.099357 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1b37b210-d031-4cc7-8276-fba23417fc9d admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1001701
Nov 18 14:53:44.240954 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c45391-5f91-4c7b-a641-1738eff79589 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:53:44.242422 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d8c45391-5f91-4c7b-a641-1738eff79589 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1388454
Nov 18 14:53:46.690657 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58196) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:53:46.831685 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89595083-57b5-4c3c-8013-d363892f648c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:53:46.832300 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-89595083-57b5-4c3c-8013-d363892f648c admin admin] Synchronizing usage tracker for tenant:73287594a8a544698c3334c297afd949 on resource:subnet {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 14:53:46.852525 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-89595083-57b5-4c3c-8013-d363892f648c admin admin] Unset dirty status for tenant:73287594a8a544698c3334c297afd949 on resource:subnet {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 14:53:46.853826 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-89595083-57b5-4c3c-8013-d363892f648c admin admin] 10.222.0.21 "GET /v2.0/subnets/2cf04363-489f-4171-bd1b-fd0631aa82d5 HTTP/1.1" status: 200  len: 849 time: 0.1621239
Nov 18 14:53:46.864826 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-40a1d29a-5671-4a4d-b3fe-37b42a03fced admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:53:46.988840 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-40a1d29a-5671-4a4d-b3fe-37b42a03fced admin admin] Notify callbacks [] for subnet, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:53:47.294368 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-40a1d29a-5671-4a4d-b3fe-37b42a03fced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363306544263881'] for subnet, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:53:47.309980 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-247ed0e2-7199-467e-9cff-ab77260cf65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:53:47.619259 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a1d29a-5671-4a4d-b3fe-37b42a03fced admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf04363-489f-4171-bd1b-fd0631aa82d5,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:53:47.634830 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a1d29a-5671-4a4d-b3fe-37b42a03fced admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:53:47.635212 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a1d29a-5671-4a4d-b3fe-37b42a03fced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:53:47.635582 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a1d29a-5671-4a4d-b3fe-37b42a03fced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:53:47.636490 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a1d29a-5671-4a4d-b3fe-37b42a03fced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:53:47.636879 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a1d29a-5671-4a4d-b3fe-37b42a03fced admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:53:47.637249 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a1d29a-5671-4a4d-b3fe-37b42a03fced admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:53:47.637612 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a1d29a-5671-4a4d-b3fe-37b42a03fced admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:53:47.637970 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a1d29a-5671-4a4d-b3fe-37b42a03fced admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:53:47.638327 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a1d29a-5671-4a4d-b3fe-37b42a03fced admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:53:47.638683 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a1d29a-5671-4a4d-b3fe-37b42a03fced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:53:47.639036 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a1d29a-5671-4a4d-b3fe-37b42a03fced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:53:47.639387 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a1d29a-5671-4a4d-b3fe-37b42a03fced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:53:47.650807 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-40a1d29a-5671-4a4d-b3fe-37b42a03fced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:53:47.668225 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a1d29a-5671-4a4d-b3fe-37b42a03fced admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:53:47.668913 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-40a1d29a-5671-4a4d-b3fe-37b42a03fced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:53:47.670266 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-40a1d29a-5671-4a4d-b3fe-37b42a03fced admin admin] 10.222.0.21 "PUT /v2.0/subnets/2cf04363-489f-4171-bd1b-fd0631aa82d5 HTTP/1.1" status: 200  len: 868 time: 0.8096364
Nov 18 14:53:47.673334 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215f46d5-0e42-4be5-a9ad-b25a37790ea4 None None] Network fe53ec05-d70d-4281-86b0-2e5c4686f40b requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 14:53:48.115675 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-f8ffce77-630e-4e30-b0db-91044c7f00f3 None None] Provisioning complete for port 78a2781e-a10e-416b-9e02-2d329636a5ab triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:53:48.116186 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f8ffce77-630e-4e30-b0db-91044c7f00f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:53:48.249104 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-f8ffce77-630e-4e30-b0db-91044c7f00f3 None None] Provisioning complete for port 25728606-9b9e-4375-9efd-ef45122b4fc9 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:53:48.249427 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f8ffce77-630e-4e30-b0db-91044c7f00f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:53:50.122120 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58206) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:53:50.333031 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638b4a62-5176-4ffd-b750-49a795a0b484 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:53:50.333349 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638b4a62-5176-4ffd-b750-49a795a0b484 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:53:50.334955 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-638b4a62-5176-4ffd-b750-49a795a0b484 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2118061
Nov 18 14:53:52.786626 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58216) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:53:52.997775 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fb68db-b267-49c6-9bbd-dee9a838e61b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:53:52.998205 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fb68db-b267-49c6-9bbd-dee9a838e61b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:53:52.999810 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-91fb68db-b267-49c6-9bbd-dee9a838e61b admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2121682
Nov 18 14:53:55.438725 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58226) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:53:55.645485 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d06b627-1fd3-45c3-a176-6dda53d0b0e9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:53:55.646902 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3d06b627-1fd3-45c3-a176-6dda53d0b0e9 admin admin] 10.222.0.21 "GET /v2.0/networks/96475b02-3c3a-4cf0-bab1-8b9b17365c14 HTTP/1.1" status: 200  len: 886 time: 0.2071223
Nov 18 14:53:58.109299 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58236) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:53:58.322165 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a5763c-d287-4d30-a4f9-1ca44108436b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:53:58.324074 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-88a5763c-d287-4d30-a4f9-1ca44108436b admin admin] 10.222.0.21 "GET /v2.0/networks/fe53ec05-d70d-4281-86b0-2e5c4686f40b HTTP/1.1" status: 200  len: 862 time: 0.2136409
Nov 18 14:54:00.796706 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58246) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:54:00.942074 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7db0e5-3834-4112-ad5a-24e34f87ed4c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:54:00.942491 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7db0e5-3834-4112-ad5a-24e34f87ed4c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:54:00.944094 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3f7db0e5-3834-4112-ad5a-24e34f87ed4c admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1463456
Nov 18 14:54:03.390583 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58256) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:54:03.531347 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ba6ecf-00f5-4cf5-a9db-c3322807712d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:54:03.531768 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ba6ecf-00f5-4cf5-a9db-c3322807712d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:54:03.533467 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-29ba6ecf-00f5-4cf5-a9db-c3322807712d admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1418469
Nov 18 14:54:05.972195 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58266) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:54:06.117628 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202d36b5-7430-47ca-88c4-93a0b1b212bf admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:54:06.119080 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-202d36b5-7430-47ca-88c4-93a0b1b212bf admin admin] 10.222.0.21 "GET /v2.0/subnets/2cf04363-489f-4171-bd1b-fd0631aa82d5 HTTP/1.1" status: 200  len: 868 time: 0.1458397
Nov 18 14:54:08.561801 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58276) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:54:08.652227 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 5 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 14:54:08.697513 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17d770c-487d-4976-80b3-a6fe523093e3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:54:08.698937 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b17d770c-487d-4976-80b3-a6fe523093e3 admin admin] 10.222.0.21 "GET /v2.0/subnets/9c2873db-d6d7-45a1-862e-7032080186d6 HTTP/1.1" status: 200  len: 816 time: 0.1360745
Nov 18 14:54:09.439908 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dab56ff1-f666-4cd5-b902-8953db716407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:12.053723 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-605cd309-88fb-4214-9eeb-3fc0f12f1a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:12.314421 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:13.452569 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:13.607761 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:34.089088 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58316) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:54:34.166902 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [None req-af8687bb-92a4-40a8-9454-66a1d60db511 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 14:54:34.168038 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-af8687bb-92a4-40a8-9454-66a1d60db511 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0779228
Nov 18 14:54:36.694003 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58326) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:54:36.800685 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.pecan_wsgi.hooks.translation [None req-7704c923-1a12-4d91-828d-72ff60ec7aef admin admin] GET failed (client error): The resource could not be found.
Nov 18 14:54:36.802046 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-7704c923-1a12-4d91-828d-72ff60ec7aef admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1070521
Nov 18 14:54:36.937883 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c567f4-c5b2-4df1-ba3b-42528d2bb2d3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:54:36.939427 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-94c567f4-c5b2-4df1-ba3b-42528d2bb2d3 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1324253
Nov 18 14:54:39.420929 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58336) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:54:39.441340 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8674137d-f195-49a2-8127-c9addf2c7036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:39.501112 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-f713a0c5-90f8-4b5f-b00b-488d68145c3d admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:54:39.505868 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f713a0c5-90f8-4b5f-b00b-488d68145c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:54:39.515544 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f713a0c5-90f8-4b5f-b00b-488d68145c3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:54:39.524335 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f713a0c5-90f8-4b5f-b00b-488d68145c3d admin admin] Made reservation on behalf of 73287594a8a544698c3334c297afd949 for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 14:54:39.529503 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f713a0c5-90f8-4b5f-b00b-488d68145c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:39.624404 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING neutron.services.revisions.revision_plugin [None req-f713a0c5-90f8-4b5f-b00b-488d68145c3d admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f0aef25c400] {project_id='73287594a8a544698c3334c297afd949', id='7dfa3626-e921-4dfe-985c-a5aad3a6bdd0', target_tenant='*', action='access_as_shared', object_id='4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd'}> to bump revision.
Nov 18 14:54:39.641253 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f713a0c5-90f8-4b5f-b00b-488d68145c3d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 14:54:39.650824 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f713a0c5-90f8-4b5f-b00b-488d68145c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:39.651198 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-f713a0c5-90f8-4b5f-b00b-488d68145c3d admin admin] Added segment 521eda77-f2f6-4445-a09c-0c80dc2909a9 of type vxlan for network 4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd
Nov 18 14:54:39.676088 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f713a0c5-90f8-4b5f-b00b-488d68145c3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306544781496'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:39.704606 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f713a0c5-90f8-4b5f-b00b-488d68145c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:39.705841 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f713a0c5-90f8-4b5f-b00b-488d68145c3d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:54:39.706465 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f713a0c5-90f8-4b5f-b00b-488d68145c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:39.711155 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:54:39.809951 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f713a0c5-90f8-4b5f-b00b-488d68145c3d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.3878434
Nov 18 14:54:39.815156 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713a0c5-90f8-4b5f-b00b-488d68145c3d admin admin] Pushing event updated for resources: {'Network': ['ID=4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:54:39.818122 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f713a0c5-90f8-4b5f-b00b-488d68145c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:54:39.826647 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Network 4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd details requested by agent ovs-agent-dv-cinder-733623-8-iscsi with host dv-cinder-733623-8-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 14:54:42.054917 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f0c07814-945c-4a63-b06c-dbd991d3edd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:42.278902 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58346) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:54:42.317723 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:42.380580 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.pecan_wsgi.hooks.translation [None req-11515e51-f583-4496-95ef-214b9951ca63 admin admin] GET failed (client error): The resource could not be found.
Nov 18 14:54:42.381153 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-11515e51-f583-4496-95ef-214b9951ca63 admin admin] Synchronizing usage tracker for tenant:73287594a8a544698c3334c297afd949 on resource:network {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 14:54:42.395697 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-11515e51-f583-4496-95ef-214b9951ca63 admin admin] Unset dirty status for tenant:73287594a8a544698c3334c297afd949 on resource:network {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 14:54:42.396887 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-11515e51-f583-4496-95ef-214b9951ca63 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1169119
Nov 18 14:54:42.511193 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff4650-8c8b-4494-9b28-ea97c0f552eb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:54:42.512788 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-83ff4650-8c8b-4494-9b28-ea97c0f552eb admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1116021
Nov 18 14:54:42.523393 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-66e22fa6-024b-40e9-8b53-055df61e745c admin admin] Request body: {'subnet': {'network_id': '4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:54:42.527988 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-66e22fa6-024b-40e9-8b53-055df61e745c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:54:42.537809 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-66e22fa6-024b-40e9-8b53-055df61e745c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:54:42.547577 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e22fa6-024b-40e9-8b53-055df61e745c admin admin] Made reservation on behalf of 73287594a8a544698c3334c297afd949 for: {'subnet': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 14:54:42.552197 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66e22fa6-024b-40e9-8b53-055df61e745c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:42.942194 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66e22fa6-024b-40e9-8b53-055df61e745c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for subnet, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:42.957066 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-40a1d29a-5671-4a4d-b3fe-37b42a03fced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:54:43.086080 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e22fa6-024b-40e9-8b53-055df61e745c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf978992-eb36-40df-af35-2f649b50649e,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:54:43.091184 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66e22fa6-024b-40e9-8b53-055df61e745c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:54:43.154401 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e22fa6-024b-40e9-8b53-055df61e745c admin admin] Checking segment: {'id': '521eda77-f2f6-4445-a09c-0c80dc2909a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:54:43.154782 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e22fa6-024b-40e9-8b53-055df61e745c admin admin] Network hostable DHCP agents. Network: 4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd, hostable agents: ['d2b5b3ec-f9b8-4390-8321-dc1803f9ff45'], hosted agents: [] {{(pid=80265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 14:54:43.176044 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e22fa6-024b-40e9-8b53-055df61e745c admin admin] Network 4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd is scheduled to be hosted by DHCP agent d2b5b3ec-f9b8-4390-8321-dc1803f9ff45 with binding_index 1 {{(pid=80265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 14:54:43.183882 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-66e22fa6-024b-40e9-8b53-055df61e745c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-iscsi, 4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd) {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:54:43.187872 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e22fa6-024b-40e9-8b53-055df61e745c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:54:43.188502 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66e22fa6-024b-40e9-8b53-055df61e745c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:43.192974 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e151e49-8611-4aa3-b0b9-966cfeb48ace None None] Network 4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 14:54:43.212483 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-66e22fa6-024b-40e9-8b53-055df61e745c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6923134
Nov 18 14:54:43.427839 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7261fcc4-b291-50c8-9ff4-476b49b041b4-4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd', 'network_id': '4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd', 'tenant_id': '73287594a8a544698c3334c297afd949', 'fixed_ips': [{'subnet_id': 'bf978992-eb36-40df-af35-2f649b50649e'}]}} from dv-cinder-733623-8-iscsi. {{(pid=80266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 18 14:54:43.428795 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:43.470865 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:43.658230 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:43.749124 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Allocated IP 192.168.233.2 (4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd/bf978992-eb36-40df-af35-2f649b50649e/49bec9e9-260f-46f5-93d0-9f8decb7af7a) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 14:54:43.965216 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:43.976715 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Transition to ACTIVE for port object 49bec9e9-260f-46f5-93d0-9f8decb7af7a will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:54:43.993472 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Transition to ACTIVE for port object 49bec9e9-260f-46f5-93d0-9f8decb7af7a will not be triggered until provisioned by entity DHCP. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:54:43.998195 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:44.014557 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:54:44.148447 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Pushing event updated for resources: {'Port': ['ID=49bec9e9-260f-46f5-93d0-9f8decb7af7a,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:54:44.316405 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:54:44.316798 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:54:44.317099 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:54:44.317467 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:54:44.317831 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:54:44.318199 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:54:44.318560 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:54:44.318923 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:54:44.319299 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:54:44.319657 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:54:44.320018 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:54:44.320371 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:54:44.325887 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:54:44.361528 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Network 4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 14:54:44.362678 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Resources bound (agent type, host, resource id):  {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:54:44.365248 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 14:54:44.421073 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Attempting to bind port 49bec9e9-260f-46f5-93d0-9f8decb7af7a on host dv-cinder-733623-8-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 14:54:44.421487 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Attempting to bind port 49bec9e9-260f-46f5-93d0-9f8decb7af7a by drivers openvswitch on host dv-cinder-733623-8-iscsi at level 0 using segments [{'id': '521eda77-f2f6-4445-a09c-0c80dc2909a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 14:54:44.421888 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Attempting to bind port 49bec9e9-260f-46f5-93d0-9f8decb7af7a on network 4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 14:54:44.428849 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Checking agent: {'id': '8483a8a7-ec75-4234-902d-b313a7c9ca10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 14:54:44.429274 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Checking segment: {'id': '521eda77-f2f6-4445-a09c-0c80dc2909a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:54:44.429713 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:44.430147 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Bound using segment: {'id': '521eda77-f2f6-4445-a09c-0c80dc2909a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 14:54:44.431152 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Bound port: 49bec9e9-260f-46f5-93d0-9f8decb7af7a, host: dv-cinder-733623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '521eda77-f2f6-4445-a09c-0c80dc2909a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 14:54:44.431577 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:44.525298 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] For port 49bec9e9-260f-46f5-93d0-9f8decb7af7a, host dv-cinder-733623-8-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 14:54:44.528898 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] For port 49bec9e9-260f-46f5-93d0-9f8decb7af7a, host dv-cinder-733623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=49bec9e9-260f-46f5-93d0-9f8decb7af7a,segment=NetworkSegment(521eda77-f2f6-4445-a09c-0c80dc2909a9),segment_id=521eda77-f2f6-4445-a09c-0c80dc2909a9)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 14:54:44.531976 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:44.549665 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:54:44.697515 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Pushing event updated for resources: {'Port': ['ID=49bec9e9-260f-46f5-93d0-9f8decb7af7a,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:54:44.702283 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:54:45.653221 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 5 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 14:54:45.827222 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 49bec9e9-260f-46f5-93d0-9f8decb7af7a up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 14:54:45.901526 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning for port 49bec9e9-260f-46f5-93d0-9f8decb7af7a completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 14:54:46.031354 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2687ec61-6f21-47dd-adf7-4c67661ebfc8 None None] Network 4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 14:54:46.159644 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-8fa13157-7e78-4e5a-a917-9c9d0356976a None None] Provisioning for port 49bec9e9-260f-46f5-93d0-9f8decb7af7a completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 14:54:46.169103 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-8fa13157-7e78-4e5a-a917-9c9d0356976a None None] Provisioning complete for port 49bec9e9-260f-46f5-93d0-9f8decb7af7a triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:54:46.169518 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8fa13157-7e78-4e5a-a917-9c9d0356976a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:46.380479 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8fa13157-7e78-4e5a-a917-9c9d0356976a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:46.428172 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-8fa13157-7e78-4e5a-a917-9c9d0356976a None None] For port 49bec9e9-260f-46f5-93d0-9f8decb7af7a, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=49bec9e9-260f-46f5-93d0-9f8decb7af7a,segment=NetworkSegment(521eda77-f2f6-4445-a09c-0c80dc2909a9),segment_id=521eda77-f2f6-4445-a09c-0c80dc2909a9)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 14:54:46.432795 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8fa13157-7e78-4e5a-a917-9c9d0356976a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:46.437564 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7d3e0f73-6bf3-441b-bbd3-e72d6d5c016c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:54:46.505526 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa13157-7e78-4e5a-a917-9c9d0356976a None None] Pushing event updated for resources: {'Port': ['ID=49bec9e9-260f-46f5-93d0-9f8decb7af7a,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:54:46.509594 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8fa13157-7e78-4e5a-a917-9c9d0356976a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:54:46.665423 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-56cea5c9-2be9-418e-8534-a43ceef80298 None None] Provisioning complete for port 49bec9e9-260f-46f5-93d0-9f8decb7af7a triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:54:46.666735 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-56cea5c9-2be9-418e-8534-a43ceef80298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:46.920634 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-d241aa67-2fce-4103-901f-d02590197542 None None] Provisioning complete for port 49bec9e9-260f-46f5-93d0-9f8decb7af7a triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:54:46.921076 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d241aa67-2fce-4103-901f-d02590197542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:54:47.787732 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 49bec9e9-260f-46f5-93d0-9f8decb7af7a up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 14:54:47.858986 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 49bec9e9-260f-46f5-93d0-9f8decb7af7a triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:54:47.859334 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:55:09.443632 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-85007eed-61e9-499b-ae0c-545e3c8730ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:55:12.055977 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-03e5e777-b869-498c-bb77-fa5f25cfe920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:55:12.322579 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:55:13.454314 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:55:13.617646 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:55:22.653788 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 5 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 14:55:39.447710 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fd638c3b-5e1f-4946-bc79-6d38a8af1266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:55:42.058696 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f4d62b4a-9f3f-48bf-9b0b-c3cfb4c94e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:55:42.326786 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:55:43.456479 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:55:43.619952 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:55:49.963914 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58388) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:55:49.970279 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [None req-6f92ea93-16c4-43d0-a911-bb55e31fb2f1 tempest-verify_tempest_config-1714268876 tempest-verify_tempest_config-1714268876] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 14:55:49.971338 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6f92ea93-16c4-43d0-a911-bb55e31fb2f1 tempest-verify_tempest_config-1714268876 tempest-verify_tempest_config-1714268876] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12795 time: 0.0063610
Nov 18 14:55:50.314566 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58408) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:55:50.466797 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:55:50.501296 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:55:50.505512 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] Usage tracker for resource:security_group_rule and tenant:1642dbef934c499397b0da98271c3306 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:55:50.509107 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:55:50.514812 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:55:50.584217 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:55:50.586972 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:55:50.595431 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:55:50.638276 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] Synchronizing usage tracker for tenant:73287594a8a544698c3334c297afd949 on resource:security_group {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 14:55:50.640645 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7120e5-8fcb-4a65-a18d-f39d3190dd18,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:55:50.654751 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:55:50.655155 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:55:50.655532 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:55:50.655905 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:55:50.656271 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:55:50.656650 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:55:50.657044 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:55:50.657409 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:55:50.657784 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:55:50.658144 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:55:50.658502 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:55:50.658864 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:55:50.664517 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:55:50.669369 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] Unset dirty status for tenant:73287594a8a544698c3334c297afd949 on resource:security_group {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 14:55:50.670670 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1642dbef934c499397b0da98271c3306&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3550880
Nov 18 14:55:50.673691 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 58414) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:55:50.693162 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING oslo_policy.policy [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 18 14:55:50.694486 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING oslo_policy.policy [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 18 14:55:50.954863 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.policy [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80264) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Nov 18 14:55:50.955621 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING oslo_policy.policy [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 18 14:55:50.956040 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING oslo_policy.policy [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 18 14:55:51.085896 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:55:51.111908 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:55:51.162287 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:55:51.169841 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:55:51.183610 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7120e5-8fcb-4a65-a18d-f39d3190dd18,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:55:51.193265 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:55:51.194715 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae7120e5-8fcb-4a65-a18d-f39d3190dd18 HTTP/1.1" status: 204  len: 168 time: 0.5185161
Nov 18 14:55:51.200608 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:55:51.201016 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:55:51.201385 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:55:51.201774 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:55:51.202110 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:55:51.202469 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:55:51.202824 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:55:51.203177 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:55:51.203543 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:55:51.203895 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:55:51.204246 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:55:51.204589 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] Tracked resource versions report:
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]: pushed versions:
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]: {   'AddressGroup': {'1.0'},
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:     'ConntrackHelper': {'1.0'},
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Log': {'1.0'},
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Network': {'1.1'},
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Port': {'1.6'},
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:     'PortForwarding': {'1.2'},
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:     'QosPolicy': {'1.8'},
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:     'SecurityGroup': {'1.2'},
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:     'SecurityGroupRule': {'1.0'},
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:     'SubPort': {'1.0'},
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Subnet': {'1.1'},
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Trunk': {'1.1'}}
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]: consumer versions:
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]: {   DHCP agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:     L3 agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:     Metadata agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:     Metering agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:     Open vSwitch agent@dv-cinder-733623-8-iscsi: {   'AddressGroup': '1.0',
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'ConntrackHelper': '1.0',
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Log': '1.0',
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Network': '1.1',
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Port': '1.6',
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'PortForwarding': '1.2',
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'QosPolicy': '1.8',
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'SecurityGroup': '1.2',
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'SecurityGroupRule': '1.0',
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'SubPort': '1.0',
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Subnet': '1.1',
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Trunk': '1.1'}}
Nov 18 14:55:51.205859 dv-cinder-733623-8-iscsi neutron-server[80155]:  {{(pid=80264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 18 14:55:51.233354 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:55:59.655076 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 5 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 14:56:09.448933 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3e0df1e-de2a-4b1a-a74f-e2211ce44079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:56:12.060669 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-203073c8-abb2-4c14-8540-6a8375687bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:56:12.329819 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:56:13.457993 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:56:13.622890 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:56:36.655495 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 5 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 14:56:39.450277 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f8745623-29a9-4822-a0cf-ea062a18ec63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:56:42.061394 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d2c11aaa-a77b-47e3-9080-c2c5e1afcca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:56:42.332327 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:56:43.461918 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:56:43.626042 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:57:09.451463 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1480c151-015f-4c98-8287-224489784a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:57:12.062763 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6f8ddab7-2bbd-4594-91ae-e24c9a29039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:57:12.333751 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:57:13.463429 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:57:13.628461 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:57:13.655332 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 5 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 14:57:33.686500 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628'] for agent, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:57:33.687116 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:57:33.688559 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:57:33.689403 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:57:33.689865 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:57:33.690314 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:57:33.690942 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:57:33.691323 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:57:33.691696 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:57:33.692068 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:57:33.692434 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:57:33.692840 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:57:33.693252 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:57:33.693643 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f0aef4633c8>, 'Open vSwitch agent', 'hv-cinder-73362', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:57:33.697772 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f0af016ab00>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-73362', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:57:33.985567 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] get_endpoint_by_host() called for host hv-cinder-73362 {{(pid=80266) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Nov 18 14:57:33.990249 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] get_endpoint_by_ip() called for ip 192.168.0.39 {{(pid=80266) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Nov 18 14:57:33.993445 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] _add_endpoint() called for ip 192.168.0.39 {{(pid=80266) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Nov 18 14:57:33.998245 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] _get_endpoints() called {{(pid=80266) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Nov 18 14:57:35.493947 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58472) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:57:35.640910 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-82013c89-0f51-4b8b-a2da-d0a8da4578f6 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1457341
Nov 18 14:57:38.095679 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58482) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:57:38.182253 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-481822e4-5813-4a36-8ae0-6651f0f18f3f admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0854256
Nov 18 14:57:39.452904 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-210e6f92-c80f-46e5-b654-a43cfc431bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:57:42.064372 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8694c8cd-aa0d-4d5b-bc98-6fb275875687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:57:42.338426 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:57:43.465591 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:57:43.632305 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:57:50.656060 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 14:58:03.665073 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:58:09.453017 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4b2806dd-9a19-487b-8f23-7e221862146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:58:12.065982 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b1f72f16-d89a-4796-8f85-524aa9008cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:58:12.339961 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:58:13.466823 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:58:13.636525 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:58:27.656095 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 14:58:33.695642 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:58:39.455559 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7ad88092-7252-4449-8947-67c8906b1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:58:42.067643 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b181e96-c4a6-4a06-b8f6-bf33ec08030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:58:42.344224 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:58:43.468731 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:58:43.639499 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:03.695391 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:04.656571 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 14:59:09.475744 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-952f0896-497c-4295-9819-220ca5d0d284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:09.753368 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58578) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:10.070249 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-105462882-network', 'tenant_id': 'fbb15e10575048219e0645ac282a91d5'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:10.075545 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:10.080423 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Usage tracker for resource:network and tenant:fbb15e10575048219e0645ac282a91d5 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:10.083477 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:10.089767 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:10.104111 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Made reservation on behalf of fbb15e10575048219e0645ac282a91d5 for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 14:59:10.108939 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:10.122942 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:10.158164 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:10.162796 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Usage tracker for resource:security_group_rule and tenant:fbb15e10575048219e0645ac282a91d5 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:10.165875 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:10.182283 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:10.253239 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:10.256057 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:10.261261 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:10.302078 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 14:59:10.304904 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf9b8cd-f6da-444f-98ac-ba2a7fc2113e,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:10.317044 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:10.317517 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:10.318004 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:10.318480 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:10.318952 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:10.319419 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:10.319856 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:10.320363 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:10.320720 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:10.321470 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:10.321619 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:10.322031 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:10.322500 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:10.322944 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:10.323369 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:10.323942 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:10.324178 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:10.324726 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:10.325176 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:10.325649 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:10.326027 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:10.326449 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:10.326886 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:10.327314 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Tracked resource versions report:
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]: pushed versions:
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]: {   'AddressGroup': {'1.0'},
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:     'ConntrackHelper': {'1.0'},
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Log': {'1.0'},
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Network': {'1.1'},
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Port': {'1.6'},
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:     'PortForwarding': {'1.2'},
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:     'QosPolicy': {'1.8'},
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:     'SecurityGroup': {'1.2'},
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:     'SecurityGroupRule': {'1.0'},
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:     'SubPort': {'1.0'},
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Subnet': {'1.1'},
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Trunk': {'1.1'}}
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]: consumer versions:
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]: {   DHCP agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:     L3 agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:     Metadata agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:     Metering agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:     Open vSwitch agent@dv-cinder-733623-8-iscsi: {   'AddressGroup': '1.0',
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'ConntrackHelper': '1.0',
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Log': '1.0',
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Network': '1.1',
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Port': '1.6',
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'PortForwarding': '1.2',
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'QosPolicy': '1.8',
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'SecurityGroup': '1.2',
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'SecurityGroupRule': '1.0',
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'SubPort': '1.0',
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Subnet': '1.1',
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Trunk': '1.1'},
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:     Open vSwitch agent@hv-cinder-73362: {   'AddressGroup': '1.0',
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'ConntrackHelper': '1.0',
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'Log': '1.0',
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'Network': '1.1',
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'Port': '1.6',
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'PortForwarding': '1.2',
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'QosPolicy': '1.8',
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'SecurityGroup': '1.2',
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'SecurityGroupRule': '1.0',
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'SubPort': '1.0',
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'Subnet': '1.1',
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'Trunk': '1.1'}}
Nov 18 14:59:10.328681 dv-cinder-733623-8-iscsi neutron-server[80155]:  {{(pid=80265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 18 14:59:10.334043 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:10.339362 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:10.339947 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Added segment e72dc314-afd7-4297-a475-43cedc80084b of type vxlan for network 94707ea5-8713-4731-9f53-ed84ced46453
Nov 18 14:59:10.370072 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306544781496'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:10.400213 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:10.401952 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:10.402679 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:10.409245 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dde3acf9-d128-4599-9977-a2ad52b77a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:10.522060 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Pushing event updated for resources: {'Network': ['ID=94707ea5-8713-4731-9f53-ed84ced46453,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:10.533307 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.7788098
Nov 18 14:59:10.533608 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 58624) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:10.534310 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Network 94707ea5-8713-4731-9f53-ed84ced46453 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 14:59:10.534956 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:10.543951 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Request body: {'subnet': {'network_id': '94707ea5-8713-4731-9f53-ed84ced46453', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-105462882-subnet', 'tenant_id': 'fbb15e10575048219e0645ac282a91d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:10.551792 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.quota [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f0af023b1d0>.
Nov 18 14:59:10.554062 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Network 94707ea5-8713-4731-9f53-ed84ced46453 details requested by agent ovs-agent-dv-cinder-733623-8-iscsi with host dv-cinder-733623-8-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 14:59:10.559919 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:10.565528 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Usage tracker for resource:subnet and tenant:fbb15e10575048219e0645ac282a91d5 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:10.570475 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:10.578608 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:10.596562 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Made reservation on behalf of fbb15e10575048219e0645ac282a91d5 for: {'subnet': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 14:59:10.603699 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:11.160486 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for subnet, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:11.176937 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:11.343292 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58650) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:11.471622 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa3a6de5-97c8-4b90-8a46-e1778507a72b,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:11.496787 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:11.497189 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:11.497733 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:11.498244 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:11.498765 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:11.499805 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:11.500877 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:11.501843 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:11.502400 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:11.502968 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:11.503535 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:11.504054 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:11.505182 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:11.505548 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:11.506119 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:11.506479 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:11.506876 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:11.507252 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:11.507581 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:11.508150 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:11.508657 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:11.509214 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:11.509733 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:11.510247 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Tracked resource versions report:
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]: pushed versions:
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]: {   'AddressGroup': {'1.0'},
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:     'ConntrackHelper': {'1.0'},
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Log': {'1.0'},
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Network': {'1.1'},
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Port': {'1.6'},
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:     'PortForwarding': {'1.2'},
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:     'QosPolicy': {'1.8'},
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:     'SecurityGroup': {'1.2'},
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:     'SecurityGroupRule': {'1.0'},
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:     'SubPort': {'1.0'},
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Subnet': {'1.1'},
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Trunk': {'1.1'}}
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]: consumer versions:
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]: {   DHCP agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:     L3 agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:     Metadata agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:     Metering agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:     Open vSwitch agent@dv-cinder-733623-8-iscsi: {   'AddressGroup': '1.0',
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'ConntrackHelper': '1.0',
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Log': '1.0',
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Network': '1.1',
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Port': '1.6',
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'PortForwarding': '1.2',
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'QosPolicy': '1.8',
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'SecurityGroup': '1.2',
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'SecurityGroupRule': '1.0',
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'SubPort': '1.0',
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Subnet': '1.1',
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Trunk': '1.1'},
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:     Open vSwitch agent@hv-cinder-73362: {   'AddressGroup': '1.0',
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'ConntrackHelper': '1.0',
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'Log': '1.0',
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'Network': '1.1',
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'Port': '1.6',
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'PortForwarding': '1.2',
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'QosPolicy': '1.8',
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'SecurityGroup': '1.2',
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'SecurityGroupRule': '1.0',
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'SubPort': '1.0',
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'Subnet': '1.1',
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'Trunk': '1.1'}}
Nov 18 14:59:11.511691 dv-cinder-733623-8-iscsi neutron-server[80155]:  {{(pid=80264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 18 14:59:11.530848 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:11.583834 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Checking segment: {'id': 'e72dc314-afd7-4297-a475-43cedc80084b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '94707ea5-8713-4731-9f53-ed84ced46453'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:59:11.584469 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Network hostable DHCP agents. Network: 94707ea5-8713-4731-9f53-ed84ced46453, hostable agents: ['d2b5b3ec-f9b8-4390-8321-dc1803f9ff45'], hosted agents: [] {{(pid=80264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 14:59:11.613716 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Network 94707ea5-8713-4731-9f53-ed84ced46453 is scheduled to be hosted by DHCP agent d2b5b3ec-f9b8-4390-8321-dc1803f9ff45 with binding_index 1 {{(pid=80264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 14:59:11.623937 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-iscsi, 94707ea5-8713-4731-9f53-ed84ced46453) {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:59:11.630498 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:11.631297 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:11.635040 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5b1795-75fa-427a-809d-1f3de26a83ba None None] Network 94707ea5-8713-4731-9f53-ed84ced46453 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 14:59:11.674510 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1299310
Nov 18 14:59:11.797658 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-642542883-network', 'tenant_id': 'a636a45410424918b4d9f679f113cafd'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:11.804435 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:11.809921 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Usage tracker for resource:network and tenant:a636a45410424918b4d9f679f113cafd is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:11.814070 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:11.822108 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:11.833062 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 58674) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:11.842570 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Made reservation on behalf of a636a45410424918b4d9f679f113cafd for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 14:59:11.854718 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:11.871428 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:11.896774 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c632b1-47a3-4038-839c-a1c16772d619 None None] Network 94707ea5-8713-4731-9f53-ed84ced46453 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 14:59:11.913368 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:11.919165 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Usage tracker for resource:security_group_rule and tenant:a636a45410424918b4d9f679f113cafd is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:11.922966 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:11.932607 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:12.026318 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:12.031559 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:12.038208 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:12.079946 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60ffc2f-c550-43be-855c-f15a79fade08,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:12.086053 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:12.098222 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 14:59:12.114749 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:12.115136 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Added segment 14ac9fd4-7aea-4a0b-a691-cf8f8931ccab of type vxlan for network 39f5108f-843e-41e3-81e6-112f46a760b7
Nov 18 14:59:12.157827 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306544781496'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:12.183330 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-79df68a3-651e-44b1-9a1c-0963a71c5852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:12.200551 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:12.202534 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:12.203831 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:12.209422 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4990a555-16af-4849-b5ee-dd114d03b4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:12.322546 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.9747045
Nov 18 14:59:12.322954 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 58692) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:12.325675 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Pushing event updated for resources: {'Network': ['ID=39f5108f-843e-41e3-81e6-112f46a760b7,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:12.328662 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:12.329619 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-d4379f33-3c7e-47ca-94fd-19eb31f14d93 admin admin] Request body: {'subnet': {'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-642542883-subnet', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:12.339479 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d4379f33-3c7e-47ca-94fd-19eb31f14d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:12.343876 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d4379f33-3c7e-47ca-94fd-19eb31f14d93 admin admin] Usage tracker for resource:subnet and tenant:a636a45410424918b4d9f679f113cafd is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:12.347316 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d4379f33-3c7e-47ca-94fd-19eb31f14d93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:12.353881 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d4379f33-3c7e-47ca-94fd-19eb31f14d93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:12.354071 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Network 39f5108f-843e-41e3-81e6-112f46a760b7 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 14:59:12.363951 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4379f33-3c7e-47ca-94fd-19eb31f14d93 admin admin] Made reservation on behalf of a636a45410424918b4d9f679f113cafd for: {'subnet': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 14:59:12.369169 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d4379f33-3c7e-47ca-94fd-19eb31f14d93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:12.370902 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Network 39f5108f-843e-41e3-81e6-112f46a760b7 details requested by agent ovs-agent-dv-cinder-733623-8-iscsi with host dv-cinder-733623-8-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 14:59:12.419876 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 58698) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:12.479293 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:12.804340 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58718) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:12.867993 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d4379f33-3c7e-47ca-94fd-19eb31f14d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for subnet, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:12.885287 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-60276399-1068-4b38-81af-c57e3385c694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:13.029718 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4379f33-3c7e-47ca-94fd-19eb31f14d93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:13.034337 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d4379f33-3c7e-47ca-94fd-19eb31f14d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:13.096610 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4379f33-3c7e-47ca-94fd-19eb31f14d93 admin admin] Checking segment: {'id': '14ac9fd4-7aea-4a0b-a691-cf8f8931ccab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:59:13.097034 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4379f33-3c7e-47ca-94fd-19eb31f14d93 admin admin] Network hostable DHCP agents. Network: 39f5108f-843e-41e3-81e6-112f46a760b7, hostable agents: ['d2b5b3ec-f9b8-4390-8321-dc1803f9ff45'], hosted agents: [] {{(pid=80264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 14:59:13.119356 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4379f33-3c7e-47ca-94fd-19eb31f14d93 admin admin] Network 39f5108f-843e-41e3-81e6-112f46a760b7 is scheduled to be hosted by DHCP agent d2b5b3ec-f9b8-4390-8321-dc1803f9ff45 with binding_index 1 {{(pid=80264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 14:59:13.128596 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-d4379f33-3c7e-47ca-94fd-19eb31f14d93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-iscsi, 39f5108f-843e-41e3-81e6-112f46a760b7) {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:59:13.136376 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3637a0c4-1bd7-42d6-9702-438ec271d6d2 None None] Network 39f5108f-843e-41e3-81e6-112f46a760b7 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 14:59:13.139182 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4379f33-3c7e-47ca-94fd-19eb31f14d93 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:13.139836 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d4379f33-3c7e-47ca-94fd-19eb31f14d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:13.150788 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-103550634-network', 'tenant_id': '6bf0ab10caa9402d8c60972bc45e7f66'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:13.152386 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1948251233-network', 'tenant_id': 'b71ecd4efe1c43699077d33965fe93b0'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:13.162208 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:13.163301 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:13.169725 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Usage tracker for resource:network and tenant:b71ecd4efe1c43699077d33965fe93b0 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:13.170501 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Usage tracker for resource:network and tenant:6bf0ab10caa9402d8c60972bc45e7f66 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:13.174917 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:13.176077 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:13.182753 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d4379f33-3c7e-47ca-94fd-19eb31f14d93 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8587165
Nov 18 14:59:13.183931 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:13.186028 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58736) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:13.194801 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Made reservation on behalf of 6bf0ab10caa9402d8c60972bc45e7f66 for: {'network': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 14:59:13.195693 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:13.200546 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for network, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:13.200842 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-642542883-router', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:13.213874 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:13.218595 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Usage tracker for resource:router and tenant:a636a45410424918b4d9f679f113cafd is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:13.219357 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:13.221468 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:13.227296 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:13.243768 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63973'] for router, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:13.244798 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854170833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854152639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711828'] for router, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:13.264173 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:13.301732 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:13.305877 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Usage tracker for resource:security_group_rule and tenant:6bf0ab10caa9402d8c60972bc45e7f66 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:13.309070 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:13.319449 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:13.359560 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Made reservation on behalf of b71ecd4efe1c43699077d33965fe93b0 for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 14:59:13.364442 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:13.384455 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1206987080-network', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:13.391200 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:13.400894 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Usage tracker for resource:network and tenant:8e34acf85e0c438ca8d7f165101583bf is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:13.405175 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:13.453682 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:13.458513 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:13.462376 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:13.471483 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-851eac5a-5543-40a4-89bc-8320a8a0586f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:13.482622 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Made reservation on behalf of 8e34acf85e0c438ca8d7f165101583bf for: {'network': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 14:59:13.487547 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for network, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:13.520522 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:13.532367 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 14:59:13.535758 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:13.592077 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730310578189', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:13.593252 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Added segment 4b2d87ea-87bf-4293-bc6e-adda9a20d3aa of type vxlan for network 231f3c88-1661-4a29-b0bd-d8835aa7f70f
Nov 18 14:59:13.649205 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306544781496'] for network, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:13.677441 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:13.690931 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7261fcc4-b291-50c8-9ff4-476b49b041b4-39f5108f-843e-41e3-81e6-112f46a760b7', 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'fixed_ips': [{'subnet_id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d'}]}} from dv-cinder-733623-8-iscsi. {{(pid=80266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 18 14:59:13.692583 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:13.715551 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:13.722075 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a629dc9f-fc3e-4cf1-91bc-ee107bafea82,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:13.730730 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:13.739784 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854170818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711841'] for router, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:13.740965 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:13.743738 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:13.761131 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Usage tracker for resource:security_group_rule and tenant:8e34acf85e0c438ca8d7f165101583bf is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:13.764358 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:13.764772 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:13.768730 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:13.781969 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:13.853933 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:13.869073 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:13.900058 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Usage tracker for resource:security_group_rule and tenant:b71ecd4efe1c43699077d33965fe93b0 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:13.904715 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:13.925331 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:14.041704 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 2.2042198
Nov 18 14:59:14.041704 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Pushing event updated for resources: {'Network': ['ID=231f3c88-1661-4a29-b0bd-d8835aa7f70f,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:14.045531 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58758) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:14.058265 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-5605cc4d-5020-4c5e-8548-0cd849020b0d admin admin] Request body: {'subnet': {'network_id': '231f3c88-1661-4a29-b0bd-d8835aa7f70f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-103550634-subnet', 'tenant_id': '6bf0ab10caa9402d8c60972bc45e7f66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:14.058578 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:14.079034 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Network 231f3c88-1661-4a29-b0bd-d8835aa7f70f details requested by agent ovs-agent-dv-cinder-733623-8-iscsi with host dv-cinder-733623-8-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 14:59:14.104037 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5605cc4d-5020-4c5e-8548-0cd849020b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:14.116400 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Network 231f3c88-1661-4a29-b0bd-d8835aa7f70f details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 14:59:14.119702 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5605cc4d-5020-4c5e-8548-0cd849020b0d admin admin] Usage tracker for resource:subnet and tenant:6bf0ab10caa9402d8c60972bc45e7f66 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:14.146594 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5605cc4d-5020-4c5e-8548-0cd849020b0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:14.181092 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5605cc4d-5020-4c5e-8548-0cd849020b0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:14.188099 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:14.193354 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:14.197950 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:14.223421 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:14.245580 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:14.253875 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cb09a4cd-4ad6-4143-bcca-9e6545e360ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:14.261156 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 14:59:14.263736 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5605cc4d-5020-4c5e-8548-0cd849020b0d admin admin] Made reservation on behalf of 6bf0ab10caa9402d8c60972bc45e7f66 for: {'subnet': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 14:59:14.268505 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5605cc4d-5020-4c5e-8548-0cd849020b0d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:14.274669 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730310578189', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:14.275332 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Added segment bdf35626-376f-46d2-a75a-1faeae9f5e65 of type vxlan for network 37eaaf30-5a3c-4021-920a-a0d0e09402d1
Nov 18 14:59:14.310306 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306544781496'] for network, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:14.356271 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:14.361455 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:14.364674 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:14.380164 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045c3e49-1a45-4769-8081-00a6a3a814a8,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:14.386399 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:14.387683 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:14.395703 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80265) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 18 14:59:14.397693 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 18 14:59:14.416245 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Allocated IP 172.20.0.2 (39f5108f-843e-41e3-81e6-112f46a760b7/fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d/6301bdd1-81e2-4255-8831-e6df70cb520b) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 14:59:14.482041 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45267ef-0408-47bd-9ca1-6838fa10bf6f,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:14.498352 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:14.505804 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:14.510338 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Pushing event updated for resources: {'Network': ['ID=37eaaf30-5a3c-4021-920a-a0d0e09402d1,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:14.515609 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:14.527166 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.1060770
Nov 18 14:59:14.527846 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 58784) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:14.547321 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-79616ae4-d60f-4470-9946-dcecdc8acc91 admin admin] Request body: {'subnet': {'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1206987080-subnet', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:14.556202 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:14.556707 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-79616ae4-d60f-4470-9946-dcecdc8acc91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:14.562150 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-79616ae4-d60f-4470-9946-dcecdc8acc91 admin admin] Usage tracker for resource:subnet and tenant:8e34acf85e0c438ca8d7f165101583bf is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:14.565943 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-79616ae4-d60f-4470-9946-dcecdc8acc91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:14.574608 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-79616ae4-d60f-4470-9946-dcecdc8acc91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:14.597792 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79616ae4-d60f-4470-9946-dcecdc8acc91 admin admin] Made reservation on behalf of 8e34acf85e0c438ca8d7f165101583bf for: {'subnet': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 14:59:14.604858 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-79616ae4-d60f-4470-9946-dcecdc8acc91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:14.668472 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Network 37eaaf30-5a3c-4021-920a-a0d0e09402d1 details requested by agent ovs-agent-dv-cinder-733623-8-iscsi with host dv-cinder-733623-8-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 14:59:14.702433 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Network 37eaaf30-5a3c-4021-920a-a0d0e09402d1 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 14:59:14.913236 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:14.965800 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 58810) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:14.971908 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 18 14:59:15.053494 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 14:59:15.113370 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:15.114214 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Added segment 6877fdf7-1612-4391-b0c6-707427134cc0 of type vxlan for network d8090ccd-15e6-4c66-9553-e439a92918ea
Nov 18 14:59:15.240783 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306544781496'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:15.273416 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-78642537-f211-4637-9be2-b1da670687e6 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:15.275039 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-78642537-f211-4637-9be2-b1da670687e6 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/networks?id=94707ea5-8713-4731-9f53-ed84ced46453 HTTP/1.1" status: 200  len: 811 time: 0.3078854
Nov 18 14:59:15.312687 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Allocated IP 172.27.1.134 (96475b02-3c3a-4cf0-bab1-8b9b17365c14/9c2873db-d6d7-45a1-862e-7032080186d6/bbff9454-2734-4b30-81c1-88b7c050c8c7) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 14:59:15.319773 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-5c279da3-492a-4531-b2f1-044a79ffb5d0 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/quotas/fbb15e10575048219e0645ac282a91d5 HTTP/1.1" status: 200  len: 375 time: 0.0282915
Nov 18 14:59:15.465517 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:15.479244 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:15.484694 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Transition to ACTIVE for port object 6301bdd1-81e2-4255-8831-e6df70cb520b will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:59:15.488507 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:15.489791 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:15.504108 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Transition to ACTIVE for port object 6301bdd1-81e2-4255-8831-e6df70cb520b will not be triggered until provisioned by entity DHCP. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:59:15.507941 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:15.510570 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:15.576814 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-02369ce2-f88b-40cc-a2ee-332b78e7e19a tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbb15e10575048219e0645ac282a91d5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2457435
Nov 18 14:59:15.636367 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.8307343
Nov 18 14:59:15.642576 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 58826) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:15.661471 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-139dc4a4-8167-447e-8280-584caeb76a71 admin admin] Request body: {'subnet': {'network_id': 'd8090ccd-15e6-4c66-9553-e439a92918ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1948251233-subnet', 'tenant_id': 'b71ecd4efe1c43699077d33965fe93b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:15.665769 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:15.666551 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-79616ae4-d60f-4470-9946-dcecdc8acc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for subnet, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:15.769859 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Pushing event updated for resources: {'Port': ['ID=6301bdd1-81e2-4255-8831-e6df70cb520b,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:15.792870 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:15.793257 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:15.793640 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:15.794019 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:15.794381 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:15.794879 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:15.795242 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:15.795603 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:15.795965 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:15.796490 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:15.796874 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:15.797234 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:15.797797 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:15.797950 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:15.798303 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:15.798659 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:15.799100 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:15.799495 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:15.800019 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:15.800163 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:15.800507 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:15.800885 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:15.801812 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:15.802163 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Tracked resource versions report:
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]: pushed versions:
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]: {   'AddressGroup': {'1.0'},
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:     'ConntrackHelper': {'1.0'},
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Log': {'1.0'},
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Network': {'1.1'},
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Port': {'1.6'},
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:     'PortForwarding': {'1.2'},
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:     'QosPolicy': {'1.8'},
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:     'SecurityGroup': {'1.2'},
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:     'SecurityGroupRule': {'1.0'},
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:     'SubPort': {'1.0'},
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Subnet': {'1.1'},
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Trunk': {'1.1'}}
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]: consumer versions:
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]: {   DHCP agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:     L3 agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:     Metadata agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:     Metering agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:     Open vSwitch agent@dv-cinder-733623-8-iscsi: {   'AddressGroup': '1.0',
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'ConntrackHelper': '1.0',
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Log': '1.0',
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Network': '1.1',
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Port': '1.6',
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'PortForwarding': '1.2',
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'QosPolicy': '1.8',
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'SecurityGroup': '1.2',
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'SecurityGroupRule': '1.0',
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'SubPort': '1.0',
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Subnet': '1.1',
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Trunk': '1.1'},
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:     Open vSwitch agent@hv-cinder-73362: {   'AddressGroup': '1.0',
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'ConntrackHelper': '1.0',
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'Log': '1.0',
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'Network': '1.1',
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'Port': '1.6',
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'PortForwarding': '1.2',
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'QosPolicy': '1.8',
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'SecurityGroup': '1.2',
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'SecurityGroupRule': '1.0',
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'SubPort': '1.0',
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'Subnet': '1.1',
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'Trunk': '1.1'}}
Nov 18 14:59:15.803499 dv-cinder-733623-8-iscsi neutron-server[80155]:  {{(pid=80266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 18 14:59:15.809257 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:15.855279 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Network 39f5108f-843e-41e3-81e6-112f46a760b7 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 14:59:15.856915 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Resources bound (agent type, host, resource id):  {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:59:15.859407 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 14:59:15.908704 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:15.969358 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Attempting to bind port 6301bdd1-81e2-4255-8831-e6df70cb520b on host dv-cinder-733623-8-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 14:59:15.969868 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Attempting to bind port 6301bdd1-81e2-4255-8831-e6df70cb520b by drivers openvswitch on host dv-cinder-733623-8-iscsi at level 0 using segments [{'id': '14ac9fd4-7aea-4a0b-a691-cf8f8931ccab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 14:59:15.970167 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Attempting to bind port 6301bdd1-81e2-4255-8831-e6df70cb520b on network 39f5108f-843e-41e3-81e6-112f46a760b7 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 14:59:15.978773 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Checking agent: {'id': '8483a8a7-ec75-4234-902d-b313a7c9ca10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 14:59:15.979616 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Checking segment: {'id': '14ac9fd4-7aea-4a0b-a691-cf8f8931ccab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:59:15.979747 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:15.980247 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Bound using segment: {'id': '14ac9fd4-7aea-4a0b-a691-cf8f8931ccab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 14:59:15.980872 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Bound port: 6301bdd1-81e2-4255-8831-e6df70cb520b, host: dv-cinder-733623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ac9fd4-7aea-4a0b-a691-cf8f8931ccab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 14:59:15.981372 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:15.997365 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-139dc4a4-8167-447e-8280-584caeb76a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:16.003226 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-139dc4a4-8167-447e-8280-584caeb76a71 admin admin] Usage tracker for resource:subnet and tenant:b71ecd4efe1c43699077d33965fe93b0 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:16.007263 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-139dc4a4-8167-447e-8280-584caeb76a71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:16.014042 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-139dc4a4-8167-447e-8280-584caeb76a71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:16.020989 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Pushing event updated for resources: {'Network': ['ID=d8090ccd-15e6-4c66-9553-e439a92918ea,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:16.022340 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:16.033199 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Network d8090ccd-15e6-4c66-9553-e439a92918ea details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 14:59:16.041098 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:16.056362 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Network d8090ccd-15e6-4c66-9553-e439a92918ea details requested by agent ovs-agent-dv-cinder-733623-8-iscsi with host dv-cinder-733623-8-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 14:59:16.061307 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:16.062580 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5605cc4d-5020-4c5e-8548-0cd849020b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for subnet, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:16.067420 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139dc4a4-8167-447e-8280-584caeb76a71 admin admin] Made reservation on behalf of b71ecd4efe1c43699077d33965fe93b0 for: {'subnet': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 14:59:16.073376 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-139dc4a4-8167-447e-8280-584caeb76a71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:16.103170 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:16.483824 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Pushing event updated for resources: {'Port': ['ID=bbff9454-2734-4b30-81c1-88b7c050c8c7,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:16.495401 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-fe992053-0539-4d3e-99dc-84278afd50b6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80264) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 14:59:16.496571 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-fe992053-0539-4d3e-99dc-84278afd50b6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.5010185
Nov 18 14:59:16.499542 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79616ae4-d60f-4470-9946-dcecdc8acc91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a947b1b-22d9-4c98-9df6-708701f43830,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:16.512920 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-79616ae4-d60f-4470-9946-dcecdc8acc91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:16.569575 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] For port 6301bdd1-81e2-4255-8831-e6df70cb520b, host dv-cinder-733623-8-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 14:59:16.573293 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] For port 6301bdd1-81e2-4255-8831-e6df70cb520b, host dv-cinder-733623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=6301bdd1-81e2-4255-8831-e6df70cb520b,segment=NetworkSegment(14ac9fd4-7aea-4a0b-a691-cf8f8931ccab),segment_id=14ac9fd4-7aea-4a0b-a691-cf8f8931ccab)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 14:59:16.581106 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:16.607025 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:16.619259 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:16.621376 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.401s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:16.770933 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79616ae4-d60f-4470-9946-dcecdc8acc91 admin admin] Checking segment: {'id': 'bdf35626-376f-46d2-a75a-1faeae9f5e65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:59:16.771324 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79616ae4-d60f-4470-9946-dcecdc8acc91 admin admin] Network hostable DHCP agents. Network: 37eaaf30-5a3c-4021-920a-a0d0e09402d1, hostable agents: ['d2b5b3ec-f9b8-4390-8321-dc1803f9ff45'], hosted agents: [] {{(pid=80264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 14:59:16.781218 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-f2247f93-87eb-4495-9f17-a4a21a85b4b7 service neutron] 10.222.0.21 "GET /v2.0/networks/94707ea5-8713-4731-9f53-ed84ced46453?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2669361
Nov 18 14:59:16.852038 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Pushing event updated for resources: {'Port': ['ID=6301bdd1-81e2-4255-8831-e6df70cb520b,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:16.857674 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:16.958309 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605cc4d-5020-4c5e-8548-0cd849020b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1bfe834-8f18-4226-b68a-ed4ee3dcac14,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:16.964663 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5605cc4d-5020-4c5e-8548-0cd849020b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:16.979596 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 14:59:16.982694 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:59:16.988565 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 14:59:17.037414 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79616ae4-d60f-4470-9946-dcecdc8acc91 admin admin] Network 37eaaf30-5a3c-4021-920a-a0d0e09402d1 is scheduled to be hosted by DHCP agent d2b5b3ec-f9b8-4390-8321-dc1803f9ff45 with binding_index 1 {{(pid=80264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 14:59:17.053909 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-79616ae4-d60f-4470-9946-dcecdc8acc91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-iscsi, 37eaaf30-5a3c-4021-920a-a0d0e09402d1) {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:59:17.061432 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-9380ff89-412d-4c9e-a8e1-68d2efde4d20 service neutron] 10.222.0.21 "GET /v2.0/networks/94707ea5-8713-4731-9f53-ed84ced46453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2153559
Nov 18 14:59:17.061991 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79616ae4-d60f-4470-9946-dcecdc8acc91 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:17.062621 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-79616ae4-d60f-4470-9946-dcecdc8acc91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:17.064673 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55751012-7d08-4247-babb-6e249aff6793 None None] Network 37eaaf30-5a3c-4021-920a-a0d0e09402d1 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 14:59:17.078233 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5605cc4d-5020-4c5e-8548-0cd849020b0d admin admin] Checking segment: {'id': '4b2d87ea-87bf-4293-bc6e-adda9a20d3aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '231f3c88-1661-4a29-b0bd-d8835aa7f70f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:59:17.078630 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5605cc4d-5020-4c5e-8548-0cd849020b0d admin admin] Network hostable DHCP agents. Network: 231f3c88-1661-4a29-b0bd-d8835aa7f70f, hostable agents: ['d2b5b3ec-f9b8-4390-8321-dc1803f9ff45'], hosted agents: [] {{(pid=80265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 14:59:17.131057 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-79616ae4-d60f-4470-9946-dcecdc8acc91 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.6020744
Nov 18 14:59:17.136281 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 58874) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:17.143482 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1206987080-router', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:17.166778 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:17.169996 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5605cc4d-5020-4c5e-8548-0cd849020b0d admin admin] Network 231f3c88-1661-4a29-b0bd-d8835aa7f70f is scheduled to be hosted by DHCP agent d2b5b3ec-f9b8-4390-8321-dc1803f9ff45 with binding_index 1 {{(pid=80265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 14:59:17.175139 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Usage tracker for resource:router and tenant:8e34acf85e0c438ca8d7f165101583bf is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:17.180701 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:17.190639 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-5605cc4d-5020-4c5e-8548-0cd849020b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-iscsi, 231f3c88-1661-4a29-b0bd-d8835aa7f70f) {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:59:17.194446 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:17.196689 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-139dc4a4-8167-447e-8280-584caeb76a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for subnet, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:17.201558 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a592601-a5e4-40d0-8542-a8443b066ab7 None None] Network 231f3c88-1661-4a29-b0bd-d8835aa7f70f requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 14:59:17.221107 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5605cc4d-5020-4c5e-8548-0cd849020b0d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:17.223031 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5605cc4d-5020-4c5e-8548-0cd849020b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:17.228962 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-79616ae4-d60f-4470-9946-dcecdc8acc91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:17.302489 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63973'] for router, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:17.303838 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854170833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854152639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711828'] for router, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:17.307658 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5605cc4d-5020-4c5e-8548-0cd849020b0d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 3.2610161
Nov 18 14:59:17.336493 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:17.337820 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854060343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-605017'] for router, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:17.449469 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 58886) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:17.481793 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58896) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:17.486102 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 18 14:59:17.519528 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139dc4a4-8167-447e-8280-584caeb76a71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80c7effc-6938-4978-a3bc-1269e8492d3a,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:17.582988 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-76345a76-6e48-45f6-bb67-8747a12f820f req-775a81b8-af4c-4c05-9d2a-606a12a9df94 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 210 time: 0.0995438
Nov 18 14:59:17.583805 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-139dc4a4-8167-447e-8280-584caeb76a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:17.635475 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:17.694632 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7261fcc4-b291-50c8-9ff4-476b49b041b4-37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'fixed_ips': [{'subnet_id': '7a947b1b-22d9-4c98-9df6-708701f43830'}]}} from dv-cinder-733623-8-iscsi. {{(pid=80266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 18 14:59:17.698977 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:17.893236 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f865c477-9cd5-41d4-a427-d3abdaedc341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:17.932102 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Router 44f5da37-a026-45f6-8025-4151e55d5990 is scheduled to L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e with binding_index 1 {{(pid=80265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 18 14:59:17.937773 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139dc4a4-8167-447e-8280-584caeb76a71 admin admin] Checking segment: {'id': '6877fdf7-1612-4391-b0c6-707427134cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8090ccd-15e6-4c66-9553-e439a92918ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:59:17.946714 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139dc4a4-8167-447e-8280-584caeb76a71 admin admin] Network hostable DHCP agents. Network: d8090ccd-15e6-4c66-9553-e439a92918ea, hostable agents: ['d2b5b3ec-f9b8-4390-8321-dc1803f9ff45'], hosted agents: [] {{(pid=80264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 14:59:18.066037 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 6301bdd1-81e2-4255-8831-e6df70cb520b up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 14:59:18.126891 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f865c477-9cd5-41d4-a427-d3abdaedc341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:18.232977 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f865c477-9cd5-41d4-a427-d3abdaedc341 admin admin] Usage tracker for resource:security_group_rule and tenant:f48b00b584744333be6c2fa9266da884 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:18.248786 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f865c477-9cd5-41d4-a427-d3abdaedc341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:18.278813 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f865c477-9cd5-41d4-a427-d3abdaedc341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:18.297147 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139dc4a4-8167-447e-8280-584caeb76a71 admin admin] Network d8090ccd-15e6-4c66-9553-e439a92918ea is scheduled to be hosted by DHCP agent d2b5b3ec-f9b8-4390-8321-dc1803f9ff45 with binding_index 1 {{(pid=80264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 14:59:18.501060 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f865c477-9cd5-41d4-a427-d3abdaedc341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:18.510935 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f865c477-9cd5-41d4-a427-d3abdaedc341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:18.513499 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-139dc4a4-8167-447e-8280-584caeb76a71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-iscsi, d8090ccd-15e6-4c66-9553-e439a92918ea) {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:59:18.549214 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854170818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711841'] for router, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:18.549874 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Allocated IP 172.20.0.2 (37eaaf30-5a3c-4021-920a-a0d0e09402d1/7a947b1b-22d9-4c98-9df6-708701f43830/296328f3-3204-4dcf-8c2e-fc17aeb60117) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 14:59:18.563188 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:18.575778 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f865c477-9cd5-41d4-a427-d3abdaedc341 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f48b00b584744333be6c2fa9266da884&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1183059
Nov 18 14:59:18.579481 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139dc4a4-8167-447e-8280-584caeb76a71 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:18.580147 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-139dc4a4-8167-447e-8280-584caeb76a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:18.629046 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58950) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:18.764027 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 58966) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:18.764273 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-139dc4a4-8167-447e-8280-584caeb76a71 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 3.1137316
Nov 18 14:59:18.847390 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1948251233-router', 'tenant_id': 'b71ecd4efe1c43699077d33965fe93b0', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:18.870044 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:18.876367 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:18.896031 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865c477-9cd5-41d4-a427-d3abdaedc341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f903a1d-1792-4d15-9a2d-f7a1b94de593,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:18.898049 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Transition to ACTIVE for port object 296328f3-3204-4dcf-8c2e-fc17aeb60117 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:59:18.901364 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9473d7d0-1964-472b-b56b-ef42dd2ae90b req-17bb0a18-6cad-44dd-bfdf-67693898253c tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 210 time: 0.0694256
Nov 18 14:59:18.902168 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f865c477-9cd5-41d4-a427-d3abdaedc341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:18.943854 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006873c1-3e48-48ff-a63a-60cac217e17c req-0502304b-2d9e-4407-afcd-adda9447e436 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:18.945602 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-006873c1-3e48-48ff-a63a-60cac217e17c req-0502304b-2d9e-4407-afcd-adda9447e436 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/networks?id=231f3c88-1661-4a29-b0bd-d8835aa7f70f HTTP/1.1" status: 200  len: 814 time: 0.4371042
Nov 18 14:59:18.949543 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Usage tracker for resource:router and tenant:b71ecd4efe1c43699077d33965fe93b0 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:18.952646 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:18.956741 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98064749-fe55-4ff1-8d8f-899bbcceb4a6 None None] Network d8090ccd-15e6-4c66-9553-e439a92918ea requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 14:59:18.986202 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:18.996898 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be901e3-f2f7-48d8-b5a9-cc10d3bb4638 None None] Network 39f5108f-843e-41e3-81e6-112f46a760b7 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 14:59:19.014152 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-006873c1-3e48-48ff-a63a-60cac217e17c req-47963b2c-4255-4b7a-9779-3834c307029d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/quotas/6bf0ab10caa9402d8c60972bc45e7f66 HTTP/1.1" status: 200  len: 375 time: 0.0581162
Nov 18 14:59:19.038743 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63973'] for router, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:19.039736 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854170833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854152639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711828'] for router, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:19.122042 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-006873c1-3e48-48ff-a63a-60cac217e17c req-8e9b4d50-9b8b-4230-ba97-766de5b13b19 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?tenant_id=6bf0ab10caa9402d8c60972bc45e7f66&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0974460
Nov 18 14:59:19.130463 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a366f1e7-4e0a-4edc-ab01-b5b5b792d424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:19.143016 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Transition to ACTIVE for port object 296328f3-3204-4dcf-8c2e-fc17aeb60117 will not be triggered until provisioned by entity DHCP. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:59:19.161684 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfe2ab9-2d51-4aca-8f37-8f792bd63cf9 None None] Network 231f3c88-1661-4a29-b0bd-d8835aa7f70f requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 14:59:19.189932 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:19.212147 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 14:59:19.227605 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] Sync routers for ids ['44f5da37-a026-45f6-8025-4151e55d5990'] in dv-cinder-733623-8-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 14:59:19.245799 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a366f1e7-4e0a-4edc-ab01-b5b5b792d424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:19.258873 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] Routers {'44f5da37-a026-45f6-8025-4151e55d5990'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 14:59:19.259577 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef36ed68>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T14:59:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['44f5da37-a026-45f6-8025-4151e55d5990'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:59:19.281734 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7d3e0f73-6bf3-441b-bbd3-e72d6d5c016c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:19.314634 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning for port 6301bdd1-81e2-4255-8831-e6df70cb520b completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 14:59:19.352163 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:19.353510 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:19.384031 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Notify callbacks [] for router, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:19.385337 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.1983037
Nov 18 14:59:19.391375 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 59004) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:19.392582 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:19.404192 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a366f1e7-4e0a-4edc-ab01-b5b5b792d424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:19.420840 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-48f6d532-8ad1-497c-9e0b-22b9f7ae8060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:19.577298 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-006873c1-3e48-48ff-a63a-60cac217e17c req-d81c266b-33c2-4efc-a80e-b9b9664539ec service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 14:59:19.587669 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-006873c1-3e48-48ff-a63a-60cac217e17c req-d81c266b-33c2-4efc-a80e-b9b9664539ec service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.2224658
Nov 18 14:59:19.592786 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366f1e7-4e0a-4edc-ab01-b5b5b792d424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f903a1d-1792-4d15-9a2d-f7a1b94de593,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:19.643355 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] Set router 44f5da37-a026-45f6-8025-4151e55d5990 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 14:59:19.715281 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a366f1e7-4e0a-4edc-ab01-b5b5b792d424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:19.767473 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a366f1e7-4e0a-4edc-ab01-b5b5b792d424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:19.768948 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a366f1e7-4e0a-4edc-ab01-b5b5b792d424 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f903a1d-1792-4d15-9a2d-f7a1b94de593 HTTP/1.1" status: 204  len: 168 time: 1.1272273
Nov 18 14:59:19.824697 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-006873c1-3e48-48ff-a63a-60cac217e17c req-fc0cc978-a859-4657-bf4d-2e64bdf0cc5c service neutron] 10.222.0.21 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2361104
Nov 18 14:59:19.826719 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854170818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711841'] for router, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:19.958488 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Allocated IP 172.27.1.196 (96475b02-3c3a-4cf0-bab1-8b9b17365c14/9c2873db-d6d7-45a1-862e-7032080186d6/af7bf914-d16b-4be7-817c-277ff4f6ee3b) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 14:59:20.031150 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef36ed68>, [{'id': '44f5da37-a026-45f6-8025-4151e55d5990', 'name': 'tempest-AttachVolumeTestJSON-642542883-router', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:13Z', 'updated_at': '2020-11-18T14:59:17Z', 'revision_number': 3, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'gw_port': {'id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:95:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:14Z', 'updated_at': '2020-11-18T14:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi'}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:59:20.040406 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] Checking router: 44f5da37-a026-45f6-8025-4151e55d5990 for host: dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 14:59:20.040976 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] Updating router 44f5da37-a026-45f6-8025-4151e55d5990 port bbff9454-2734-4b30-81c1-88b7c050c8c7 binding host dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 14:59:20.130974 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:20.205438 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-ad311341-0621-490e-8aa6-c5d14eb37a80 None None] Provisioning for port 6301bdd1-81e2-4255-8831-e6df70cb520b completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 14:59:20.221550 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-ad311341-0621-490e-8aa6-c5d14eb37a80 None None] Provisioning complete for port 6301bdd1-81e2-4255-8831-e6df70cb520b triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:59:20.222286 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad311341-0621-490e-8aa6-c5d14eb37a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:20.261060 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-006873c1-3e48-48ff-a63a-60cac217e17c req-e25ca06a-7731-4b7a-9ab1-a6daca750e45 service neutron] 10.222.0.21 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4205325
Nov 18 14:59:20.292885 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b8ed3acd-8f8f-402e-acab-6885237eac3b req-5ec22b74-f6d9-49f0-99ec-5be7a418dc9a tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 210 time: 0.0665963
Nov 18 14:59:20.406792 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Pushing event updated for resources: {'Port': ['ID=296328f3-3204-4dcf-8c2e-fc17aeb60117,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:20.431286 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Network 37eaaf30-5a3c-4021-920a-a0d0e09402d1 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 14:59:20.432261 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.151s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:20.470360 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:20.517520 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:20.521758 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:20.560508 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Resources bound (agent type, host, resource id):  {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:59:20.574135 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 14:59:20.588172 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 59026) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:20.680518 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:20.714077 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25992463-ca57-49c4-8a7e-3d272c52e229 None None] Network d8090ccd-15e6-4c66-9553-e439a92918ea requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 14:59:20.792189 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:20.834204 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f3c251e-9429-4bef-9f06-76384e18172d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:20.877995 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2f3c251e-9429-4bef-9f06-76384e18172d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:20.883625 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2f3c251e-9429-4bef-9f06-76384e18172d admin admin] Usage tracker for resource:security_group_rule and tenant:856437c5d7544062a4d02dadb6559a44 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:20.887066 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2f3c251e-9429-4bef-9f06-76384e18172d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:20.923649 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Attempting to bind port 296328f3-3204-4dcf-8c2e-fc17aeb60117 on host dv-cinder-733623-8-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 14:59:20.924063 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Attempting to bind port 296328f3-3204-4dcf-8c2e-fc17aeb60117 by drivers openvswitch on host dv-cinder-733623-8-iscsi at level 0 using segments [{'id': 'bdf35626-376f-46d2-a75a-1faeae9f5e65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 14:59:20.924470 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Attempting to bind port 296328f3-3204-4dcf-8c2e-fc17aeb60117 on network 37eaaf30-5a3c-4021-920a-a0d0e09402d1 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 14:59:20.929323 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2f3c251e-9429-4bef-9f06-76384e18172d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:21.033854 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:21.049415 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] Transition to ACTIVE for port object bbff9454-2734-4b30-81c1-88b7c050c8c7 will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:59:21.054350 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:21.078801 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-80fd5c9d-c1d7-4baa-a3ea-b5192d1f853a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:21.112616 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-13711066-efa0-4ab6-8475-05f9603817bd req-7596e6e0-210c-45a7-9b8b-4ab78cabfd55 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 210 time: 0.4101288
Nov 18 14:59:21.215516 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Checking agent: {'id': '8483a8a7-ec75-4234-902d-b313a7c9ca10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 14:59:21.215982 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Allocated IP 172.27.1.179 (96475b02-3c3a-4cf0-bab1-8b9b17365c14/9c2873db-d6d7-45a1-862e-7032080186d6/e8e0f34a-121b-4a68-8d89-f1a2b4c255e2) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 14:59:21.216079 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Checking segment: {'id': 'bdf35626-376f-46d2-a75a-1faeae9f5e65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:59:21.216854 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:21.217307 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Bound using segment: {'id': 'bdf35626-376f-46d2-a75a-1faeae9f5e65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 14:59:21.218215 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Bound port: 296328f3-3204-4dcf-8c2e-fc17aeb60117, host: dv-cinder-733623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf35626-376f-46d2-a75a-1faeae9f5e65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 14:59:21.218983 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:21.237978 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Pushing event updated for resources: {'Port': ['ID=af7bf914-d16b-4be7-817c-277ff4f6ee3b,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:21.243411 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:21.387164 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Pushing event updated for resources: {'Port': ['ID=bbff9454-2734-4b30-81c1-88b7c050c8c7,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:21.423456 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:21.423835 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:21.424210 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:21.424573 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:21.431551 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:21.431992 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:21.432369 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:21.432738 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:21.433174 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:21.433615 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:21.433876 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:21.434233 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:21.434969 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:21.435222 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:21.435579 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:21.435928 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:21.437743 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:21.437743 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:21.437743 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:21.437743 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:21.437743 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:21.438320 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:21.441240 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad311341-0621-490e-8aa6-c5d14eb37a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:21.441891 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:21.442265 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Tracked resource versions report:
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]: pushed versions:
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]: {   'AddressGroup': {'1.0'},
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:     'ConntrackHelper': {'1.0'},
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Log': {'1.0'},
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Network': {'1.1'},
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Port': {'1.6'},
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:     'PortForwarding': {'1.2'},
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:     'QosPolicy': {'1.8'},
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:     'SecurityGroup': {'1.2'},
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:     'SecurityGroupRule': {'1.0'},
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:     'SubPort': {'1.0'},
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Subnet': {'1.1'},
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:     'Trunk': {'1.1'}}
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]: consumer versions:
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]: {   DHCP agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:     L3 agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:     Metadata agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:     Metering agent@dv-cinder-733623-8-iscsi: {},
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:     Open vSwitch agent@dv-cinder-733623-8-iscsi: {   'AddressGroup': '1.0',
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'ConntrackHelper': '1.0',
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Log': '1.0',
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Network': '1.1',
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Port': '1.6',
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'PortForwarding': '1.2',
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'QosPolicy': '1.8',
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'SecurityGroup': '1.2',
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'SecurityGroupRule': '1.0',
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'SubPort': '1.0',
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Subnet': '1.1',
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:                                                      'Trunk': '1.1'},
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:     Open vSwitch agent@hv-cinder-73362: {   'AddressGroup': '1.0',
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'ConntrackHelper': '1.0',
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'Log': '1.0',
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'Network': '1.1',
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'Port': '1.6',
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'PortForwarding': '1.2',
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'QosPolicy': '1.8',
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'SecurityGroup': '1.2',
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'SecurityGroupRule': '1.0',
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'SubPort': '1.0',
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'Subnet': '1.1',
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:                                             'Trunk': '1.1'}}
Nov 18 14:59:21.443987 dv-cinder-733623-8-iscsi neutron-server[80155]:  {{(pid=80267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 18 14:59:21.463161 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f3c251e-9429-4bef-9f06-76384e18172d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:21.463497 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:21.493057 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f3c251e-9429-4bef-9f06-76384e18172d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:21.527440 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 14:59:21.540257 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:21.556420 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] For port 296328f3-3204-4dcf-8c2e-fc17aeb60117, host dv-cinder-733623-8-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 14:59:21.560646 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] For port 296328f3-3204-4dcf-8c2e-fc17aeb60117, host dv-cinder-733623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=296328f3-3204-4dcf-8c2e-fc17aeb60117,segment=NetworkSegment(bdf35626-376f-46d2-a75a-1faeae9f5e65),segment_id=bdf35626-376f-46d2-a75a-1faeae9f5e65)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 14:59:21.636168 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:21.648780 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:21.648940 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] Attempting to bind port bbff9454-2734-4b30-81c1-88b7c050c8c7 on host dv-cinder-733623-8-iscsi for vnic_type normal with profile  {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 14:59:21.649421 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] Attempting to bind port bbff9454-2734-4b30-81c1-88b7c050c8c7 by drivers openvswitch on host dv-cinder-733623-8-iscsi at level 0 using segments [{'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 14:59:21.649836 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] Attempting to bind port bbff9454-2734-4b30-81c1-88b7c050c8c7 on network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 14:59:21.680281 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] Checking agent: {'id': '8483a8a7-ec75-4234-902d-b313a7c9ca10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 14:59:21.681479 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] Checking segment: {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:59:21.683459 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:21.687849 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] Bound using segment: {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 14:59:21.688213 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] Bound port: bbff9454-2734-4b30-81c1-88b7c050c8c7, host: dv-cinder-733623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 14:59:21.688650 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:21.693786 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8fa13157-7e78-4e5a-a917-9c9d0356976a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:21.738879 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:21.760673 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-ad311341-0621-490e-8aa6-c5d14eb37a80 None None] For port 6301bdd1-81e2-4255-8831-e6df70cb520b, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=6301bdd1-81e2-4255-8831-e6df70cb520b,segment=NetworkSegment(14ac9fd4-7aea-4a0b-a691-cf8f8931ccab),segment_id=14ac9fd4-7aea-4a0b-a691-cf8f8931ccab)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 14:59:21.769328 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7d5b5149-edc2-4ee3-8962-85bc128ae37e req-603c2afb-92eb-4434-a013-8256084dc841 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 210 time: 0.0862985
Nov 18 14:59:21.773051 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c9ebb613-74f2-4cae-81b4-4dd7bde744f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:21.779526 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad311341-0621-490e-8aa6-c5d14eb37a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:21.813373 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:59:21.844060 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] For port bbff9454-2734-4b30-81c1-88b7c050c8c7, host dv-cinder-733623-8-iscsi, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 14:59:21.847615 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] For port bbff9454-2734-4b30-81c1-88b7c050c8c7, host dv-cinder-733623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=bbff9454-2734-4b30-81c1-88b7c050c8c7,segment=NetworkSegment(204b9cb9-672f-457d-853a-b208bf5e332c),segment_id=204b9cb9-672f-457d-853a-b208bf5e332c)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 14:59:21.853435 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:21.886202 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c251e-9429-4bef-9f06-76384e18172d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29f9e34-517b-4720-a2e2-1dd36bfac6dc,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:21.914616 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 14:59:21.919535 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Pushing event updated for resources: {'Port': ['ID=296328f3-3204-4dcf-8c2e-fc17aeb60117,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:21.943963 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:21.944972 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-db97a273-05fb-40a7-8398-85400ca3f47b None None] Provisioning complete for port 6301bdd1-81e2-4255-8831-e6df70cb520b triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:59:21.945550 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db97a273-05fb-40a7-8398-85400ca3f47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:21.972914 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:21.996796 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-80fd5c9d-c1d7-4baa-a3ea-b5192d1f853a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:22.065628 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2f3c251e-9429-4bef-9f06-76384e18172d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:22.079126 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Pushing event updated for resources: {'Port': ['ID=bbff9454-2734-4b30-81c1-88b7c050c8c7,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:22.090904 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2f3c251e-9429-4bef-9f06-76384e18172d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=856437c5d7544062a4d02dadb6559a44&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4919646
Nov 18 14:59:22.091850 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 59078) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:22.096128 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-494e6003-2de4-4952-a9c7-6fb53539dccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:22.123095 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] Routers {'44f5da37-a026-45f6-8025-4151e55d5990'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 14:59:22.123955 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef36ed68>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T14:59:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['44f5da37-a026-45f6-8025-4151e55d5990'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:59:22.198354 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad311341-0621-490e-8aa6-c5d14eb37a80 None None] Pushing event updated for resources: {'Port': ['ID=6301bdd1-81e2-4255-8831-e6df70cb520b,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:22.211093 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ad311341-0621-490e-8aa6-c5d14eb37a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:22.302059 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Pushing event updated for resources: {'Port': ['ID=e8e0f34a-121b-4a68-8d89-f1a2b4c255e2,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:22.307338 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:22.316251 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1cba1023-5f23-425c-be52-e754b90ac7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:22.363025 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 14:59:22.363206 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] Set router 44f5da37-a026-45f6-8025-4151e55d5990 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 14:59:22.364422 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:59:22.366942 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 14:59:22.481022 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30436237-ca50-494c-8e54-bb5f12c6c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:22.492715 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1aeed9a-04ce-4c35-9642-35d3af82b7ef req-d56cf3c4-bc24-424b-9371-681c5450732c tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 210 time: 0.1551499
Nov 18 14:59:22.497146 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1cba1023-5f23-425c-be52-e754b90ac7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:22.555740 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:22.561410 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854060343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-605017'] for router, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:22.622699 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1cba1023-5f23-425c-be52-e754b90ac7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:22.702394 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:22.719562 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:22.720639 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854060343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-605017'] for router, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:22.801781 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba1023-5f23-425c-be52-e754b90ac7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29f9e34-517b-4720-a2e2-1dd36bfac6dc,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:22.816309 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1cba1023-5f23-425c-be52-e754b90ac7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:22.819133 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1cba1023-5f23-425c-be52-e754b90ac7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:22.819674 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef36ed68>, [{'id': '44f5da37-a026-45f6-8025-4151e55d5990', 'name': 'tempest-AttachVolumeTestJSON-642542883-router', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:13Z', 'updated_at': '2020-11-18T14:59:17Z', 'revision_number': 3, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'gw_port': {'id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:95:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:14Z', 'updated_at': '2020-11-18T14:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi'}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:59:22.823156 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1cba1023-5f23-425c-be52-e754b90ac7c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e29f9e34-517b-4720-a2e2-1dd36bfac6dc HTTP/1.1" status: 204  len: 168 time: 0.7231870
Nov 18 14:59:22.838182 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dd6009-d32e-4ec7-b4ae-f9eaef7a02ce None None] The sync data for ids ['44f5da37-a026-45f6-8025-4151e55d5990'] in dv-cinder-733623-8-iscsi is: [{'id': '44f5da37-a026-45f6-8025-4151e55d5990', 'name': 'tempest-AttachVolumeTestJSON-642542883-router', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:13Z', 'updated_at': '2020-11-18T14:59:17Z', 'revision_number': 3, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'gw_port': {'id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:95:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:14Z', 'updated_at': '2020-11-18T14:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi'}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 14:59:22.907119 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Router d178dc8a-4101-40b6-9d48-3c347c372b95 is scheduled to L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e with binding_index 1 {{(pid=80265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 18 14:59:23.101124 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d472f610-8ad1-4db4-b012-ddf6e59a710b req-45ea73ac-5a51-49d7-a26d-0e915065f1fd tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 210 time: 0.1224618
Nov 18 14:59:23.150107 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 14:59:23.159855 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] Sync routers for ids ['d178dc8a-4101-40b6-9d48-3c347c372b95'] in dv-cinder-733623-8-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 14:59:23.175621 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Notify callbacks [] for router, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:23.177550 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 4.3380702
Nov 18 14:59:23.179829 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] Routers {'d178dc8a-4101-40b6-9d48-3c347c372b95'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 14:59:23.180637 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef79b828>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T14:59:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['d178dc8a-4101-40b6-9d48-3c347c372b95'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:59:23.185554 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 59100) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:23.299012 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-30436237-ca50-494c-8e54-bb5f12c6c1f7 admin admin] Allocated IP 172.20.0.1 (39f5108f-843e-41e3-81e6-112f46a760b7/fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d/0c043abc-f4f5-4013-a0e7-298fd5522f70) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 14:59:23.599181 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30436237-ca50-494c-8e54-bb5f12c6c1f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:23.653939 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-30436237-ca50-494c-8e54-bb5f12c6c1f7 admin admin] Transition to ACTIVE for port object 0c043abc-f4f5-4013-a0e7-298fd5522f70 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:59:23.719162 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30436237-ca50-494c-8e54-bb5f12c6c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:23.799580 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:23.982563 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30436237-ca50-494c-8e54-bb5f12c6c1f7 admin admin] Pushing event updated for resources: {'Port': ['ID=0c043abc-f4f5-4013-a0e7-298fd5522f70,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:23.993490 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-30436237-ca50-494c-8e54-bb5f12c6c1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:24.004249 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] Set router d178dc8a-4101-40b6-9d48-3c347c372b95 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 14:59:24.021951 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2544e3f6-b2b4-4766-8a86-337952d7f0ae req-aa7b3084-8a9a-4ba0-bd90-674a404fdfa7 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 210 time: 0.0907054
Nov 18 14:59:24.152339 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d59cd5-e604-4ef0-9540-668842b77115 None None] Network 37eaaf30-5a3c-4021-920a-a0d0e09402d1 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 14:59:24.329083 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Router ed93919a-91c9-401e-b3ac-c260adf28af0 is scheduled to L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e with binding_index 1 {{(pid=80264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 18 14:59:24.422375 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-325064bb-e120-439f-8c4a-54cbf3c54c95 None None] Provisioning for port 296328f3-3204-4dcf-8c2e-fc17aeb60117 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 14:59:24.447982 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 6301bdd1-81e2-4255-8831-e6df70cb520b up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 14:59:24.466235 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f4c22280-eff1-4099-95cf-e4adf6b19d0f req-c45f10da-7766-4f65-8eff-05576bf9f305 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 210 time: 0.1239648
Nov 18 14:59:24.583958 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb34d176-b3f1-4eb3-9415-39638e25f8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:24.610791 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30436237-ca50-494c-8e54-bb5f12c6c1f7 admin admin] Network 39f5108f-843e-41e3-81e6-112f46a760b7 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 14:59:24.627285 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-30436237-ca50-494c-8e54-bb5f12c6c1f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:59:24.634157 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30436237-ca50-494c-8e54-bb5f12c6c1f7 admin admin] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 14:59:24.634695 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30436237-ca50-494c-8e54-bb5f12c6c1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854175731'] for router_interface, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:25.088490 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.15', 49895) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:25.187014 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 6301bdd1-81e2-4255-8831-e6df70cb520b triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:59:25.187534 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:25.413885 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-fb34d176-b3f1-4eb3-9415-39638e25f8f8 admin admin] Allocated IP 172.20.0.1 (d8090ccd-15e6-4c66-9553-e439a92918ea/80c7effc-6938-4978-a3bc-1269e8492d3a/34820b56-ecb4-4e62-9b69-21268aee3c2f) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 14:59:25.422187 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-2e5c2b5a-70b6-4d1e-8508-3507c680fdc9 None None] Provisioning for port 0c043abc-f4f5-4013-a0e7-298fd5522f70 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 14:59:25.452246 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-2e5c2b5a-70b6-4d1e-8508-3507c680fdc9 None None] Provisioning complete for port 0c043abc-f4f5-4013-a0e7-298fd5522f70 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:59:25.452670 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e5c2b5a-70b6-4d1e-8508-3507c680fdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:25.487411 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30436237-ca50-494c-8e54-bb5f12c6c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:25.611434 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.15', 49900) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:25.622008 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 14:59:25.635671 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cfe9c660-9895-4fc2-8de8-66719238e7f9 req-94b62a4f-d12d-4a56-8808-dd493eccd66b tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 210 time: 0.2448885
Nov 18 14:59:25.672848 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] Sync routers for ids ['ed93919a-91c9-401e-b3ac-c260adf28af0'] in dv-cinder-733623-8-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 14:59:25.688203 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] Notify callbacks [] for router, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:25.693320 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c1a29a39-d5af-4342-8693-0e98866baf53 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 8.5560088
Nov 18 14:59:25.697673 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 59176) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:25.760370 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-2e5c2b5a-70b6-4d1e-8508-3507c680fdc9 None None] Port 0c043abc-f4f5-4013-a0e7-298fd5522f70 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 14:59:25.850594 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] Routers {'ed93919a-91c9-401e-b3ac-c260adf28af0'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 14:59:25.851289 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aee99edd8>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T14:59:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ed93919a-91c9-401e-b3ac-c260adf28af0'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:59:26.022795 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef79b828>, [{'id': 'd178dc8a-4101-40b6-9d48-3c347c372b95', 'name': 'tempest-ServerRescueNegativeTestJSON-1948251233-router', 'tenant_id': 'b71ecd4efe1c43699077d33965fe93b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e8e0f34a-121b-4a68-8d89-f1a2b4c255e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:22Z', 'revision_number': 3, 'project_id': 'b71ecd4efe1c43699077d33965fe93b0', 'gw_port': {'id': 'e8e0f34a-121b-4a68-8d89-f1a2b4c255e2', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:32:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd178dc8a-4101-40b6-9d48-3c347c372b95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:20Z', 'updated_at': '2020-11-18T14:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi'}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:59:26.045172 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] Checking router: d178dc8a-4101-40b6-9d48-3c347c372b95 for host: dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 14:59:26.053413 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] Updating router d178dc8a-4101-40b6-9d48-3c347c372b95 port e8e0f34a-121b-4a68-8d89-f1a2b4c255e2 binding host dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 14:59:26.156807 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device bbff9454-2734-4b30-81c1-88b7c050c8c7 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 14:59:26.248354 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] Set router ed93919a-91c9-401e-b3ac-c260adf28af0 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 14:59:26.387630 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:26.501153 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30436237-ca50-494c-8e54-bb5f12c6c1f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:26.511240 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30436237-ca50-494c-8e54-bb5f12c6c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:26.609427 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30436237-ca50-494c-8e54-bb5f12c6c1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2057009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-600168'] for router_interface, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:26.663474 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:26.722225 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning for port bbff9454-2734-4b30-81c1-88b7c050c8c7 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 14:59:26.740342 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb34d176-b3f1-4eb3-9415-39638e25f8f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:26.768371 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port bbff9454-2734-4b30-81c1-88b7c050c8c7 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:59:26.776707 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:26.834319 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30436237-ca50-494c-8e54-bb5f12c6c1f7 admin admin] Pushing event updated for resources: {'Port': ['ID=0c043abc-f4f5-4013-a0e7-298fd5522f70,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:26.837909 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cff0a530-d2c4-4b6b-a14a-682d04da0bcf req-b32f6755-5e1c-4d4a-8701-c4e9c09dfdb0 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 210 time: 0.8532495
Nov 18 14:59:26.838413 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-30436237-ca50-494c-8e54-bb5f12c6c1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:26.851573 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-d825247c-ca51-43db-b7ce-09d3f1d3f6ea tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:26.853626 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-d825247c-ca51-43db-b7ce-09d3f1d3f6ea tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.15 "GET /v2.0/networks?id=94707ea5-8713-4731-9f53-ed84ced46453 HTTP/1.1" status: 200  len: 811 time: 1.7592425
Nov 18 14:59:26.986754 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb34d176-b3f1-4eb3-9415-39638e25f8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:27.026279 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aee99edd8>, [{'id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'name': 'tempest-AttachVolumeShelveTestJSON-1206987080-router', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:17Z', 'updated_at': '2020-11-18T14:59:22Z', 'revision_number': 3, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'gw_port': {'id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:36:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi'}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:59:27.030755 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] Checking router: ed93919a-91c9-401e-b3ac-c260adf28af0 for host: dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 14:59:27.031312 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] Updating router ed93919a-91c9-401e-b3ac-c260adf28af0 port af7bf914-d16b-4be7-817c-277ff4f6ee3b binding host dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 14:59:27.039854 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c5e28237-525a-4afe-a2de-7a4f6ee40ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:27.158869 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:27.214028 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34d176-b3f1-4eb3-9415-39638e25f8f8 admin admin] Pushing event updated for resources: {'Port': ['ID=34820b56-ecb4-4e62-9b69-21268aee3c2f,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:27.222284 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fb34d176-b3f1-4eb3-9415-39638e25f8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:27.233500 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4308f36f-e136-43c3-9cbb-00a3c7e52dcf req-4a3148bd-b845-4a32-8082-c378f778b671 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 210 time: 0.1615870
Nov 18 14:59:27.299842 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006873c1-3e48-48ff-a63a-60cac217e17c req-ba4350d0-c68f-4f52-ad94-7ee2833b1492 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:27.301529 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-006873c1-3e48-48ff-a63a-60cac217e17c req-ba4350d0-c68f-4f52-ad94-7ee2833b1492 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.15 "GET /v2.0/networks?id=231f3c88-1661-4a29-b0bd-d8835aa7f70f HTTP/1.1" status: 200  len: 814 time: 1.6879263
Nov 18 14:59:27.356802 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:27.366217 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30436237-ca50-494c-8e54-bb5f12c6c1f7 admin admin] Network 39f5108f-843e-41e3-81e6-112f46a760b7 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 14:59:27.378107 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] For port bbff9454-2734-4b30-81c1-88b7c050c8c7, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=bbff9454-2734-4b30-81c1-88b7c050c8c7,segment=NetworkSegment(204b9cb9-672f-457d-853a-b208bf5e332c),segment_id=204b9cb9-672f-457d-853a-b208bf5e332c)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 14:59:27.404322 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-30436237-ca50-494c-8e54-bb5f12c6c1f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:59:27.578697 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb34d176-b3f1-4eb3-9415-39638e25f8f8 admin admin] Network d8090ccd-15e6-4c66-9553-e439a92918ea is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 14:59:27.579988 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-fb34d176-b3f1-4eb3-9415-39638e25f8f8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:59:27.583292 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb34d176-b3f1-4eb3-9415-39638e25f8f8 admin admin] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 14:59:27.583807 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb34d176-b3f1-4eb3-9415-39638e25f8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854175731'] for router_interface, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:27.590240 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:27.592971 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 296328f3-3204-4dcf-8c2e-fc17aeb60117 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 14:59:27.683853 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:27.726805 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb34d176-b3f1-4eb3-9415-39638e25f8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:27.845557 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Pushing event updated for resources: {'Port': ['ID=bbff9454-2734-4b30-81c1-88b7c050c8c7,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:27.849735 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:27.856493 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning for port 296328f3-3204-4dcf-8c2e-fc17aeb60117 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 14:59:27.873393 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 296328f3-3204-4dcf-8c2e-fc17aeb60117 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:59:27.873393 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:27.932577 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:27.938200 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-144de563-f02f-4653-b4c2-1dbc1b7ad25e None None] Provisioning complete for port 0c043abc-f4f5-4013-a0e7-298fd5522f70 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:59:27.942022 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-144de563-f02f-4653-b4c2-1dbc1b7ad25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:28.076317 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-144de563-f02f-4653-b4c2-1dbc1b7ad25e None None] Port 0c043abc-f4f5-4013-a0e7-298fd5522f70 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 14:59:28.121651 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-37f5d282-cb2f-4343-a7c0-4c7a14434046 req-9da95511-fff8-4294-ad8b-4c66e0863351 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 210 time: 0.0741215
Nov 18 14:59:28.133531 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] Transition to ACTIVE for port object e8e0f34a-121b-4a68-8d89-f1a2b4c255e2 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:59:28.144959 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:28.172542 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:28.193521 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb34d176-b3f1-4eb3-9415-39638e25f8f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:28.200029 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb34d176-b3f1-4eb3-9415-39638e25f8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:28.201521 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb34d176-b3f1-4eb3-9415-39638e25f8f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2057009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-600168'] for router_interface, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:28.235443 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-49d38a33-c502-444e-ad31-6992f92c1151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:28.427359 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34d176-b3f1-4eb3-9415-39638e25f8f8 admin admin] Pushing event updated for resources: {'Port': ['ID=34820b56-ecb4-4e62-9b69-21268aee3c2f,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:28.439329 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fb34d176-b3f1-4eb3-9415-39638e25f8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:28.448266 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:28.464312 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] Transition to ACTIVE for port object af7bf914-d16b-4be7-817c-277ff4f6ee3b will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:59:28.467476 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:28.562024 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-342e94f9-6f07-4c8f-9618-1859af0dbdb2 req-bb848d51-09f4-4bdf-b3ce-628025be251d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 210 time: 0.0762968
Nov 18 14:59:28.572970 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb34d176-b3f1-4eb3-9415-39638e25f8f8 admin admin] Network d8090ccd-15e6-4c66-9553-e439a92918ea is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 14:59:28.574323 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-fb34d176-b3f1-4eb3-9415-39638e25f8f8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:59:28.630253 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:28.678958 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b526e9-fa9b-47db-a247-0cecb5807a30 None None] Pushing event updated for resources: {'Port': ['ID=e8e0f34a-121b-4a68-8d89-f1a2b4c255e2,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:28.689969 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:28.709631 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] For port 296328f3-3204-4dcf-8c2e-fc17aeb60117, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=296328f3-3204-4dcf-8c2e-fc17aeb60117,segment=NetworkSegment(bdf35626-376f-46d2-a75a-1faeae9f5e65),segment_id=bdf35626-376f-46d2-a75a-1faeae9f5e65)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 14:59:28.713199 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-70b526e9-fa9b-47db-a247-0cecb5807a30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:28.718690 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:28.734073 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30436237-ca50-494c-8e54-bb5f12c6c1f7 admin admin] Router 44f5da37-a026-45f6-8025-4151e55d5990 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 14:59:28.756266 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:28.771191 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] Attempting to bind port af7bf914-d16b-4be7-817c-277ff4f6ee3b on host dv-cinder-733623-8-iscsi for vnic_type normal with profile  {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 14:59:28.771689 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] Attempting to bind port af7bf914-d16b-4be7-817c-277ff4f6ee3b by drivers openvswitch on host dv-cinder-733623-8-iscsi at level 0 using segments [{'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 14:59:28.772166 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] Attempting to bind port af7bf914-d16b-4be7-817c-277ff4f6ee3b on network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 14:59:28.781658 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] Checking agent: {'id': '8483a8a7-ec75-4234-902d-b313a7c9ca10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 14:59:28.782170 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] Checking segment: {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:59:28.782705 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:28.783582 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] Bound using segment: {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 14:59:28.783763 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] Bound port: af7bf914-d16b-4be7-817c-277ff4f6ee3b, host: dv-cinder-733623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 14:59:28.784293 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:28.856715 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Pushing event updated for resources: {'Port': ['ID=296328f3-3204-4dcf-8c2e-fc17aeb60117,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:28.868447 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device bbff9454-2734-4b30-81c1-88b7c050c8c7 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 14:59:28.876815 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] For port af7bf914-d16b-4be7-817c-277ff4f6ee3b, host dv-cinder-733623-8-iscsi, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 14:59:28.880650 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] For port af7bf914-d16b-4be7-817c-277ff4f6ee3b, host dv-cinder-733623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=af7bf914-d16b-4be7-817c-277ff4f6ee3b,segment=NetworkSegment(204b9cb9-672f-457d-853a-b208bf5e332c),segment_id=204b9cb9-672f-457d-853a-b208bf5e332c)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 14:59:28.885666 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:28.926561 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:28.958195 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port bbff9454-2734-4b30-81c1-88b7c050c8c7 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:59:28.958916 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:29.021270 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b245ec8b-ae8c-4e45-bcfe-04ae12052384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:29.078129 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] Routers {'ed93919a-91c9-401e-b3ac-c260adf28af0'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 14:59:29.078930 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aee99edd8>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T14:59:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ed93919a-91c9-401e-b3ac-c260adf28af0'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:59:29.110851 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] Attempting to bind port e8e0f34a-121b-4a68-8d89-f1a2b4c255e2 on host dv-cinder-733623-8-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 14:59:29.111450 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] Attempting to bind port e8e0f34a-121b-4a68-8d89-f1a2b4c255e2 by drivers openvswitch on host dv-cinder-733623-8-iscsi at level 0 using segments [{'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 14:59:29.112046 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] Attempting to bind port e8e0f34a-121b-4a68-8d89-f1a2b4c255e2 on network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 14:59:29.119266 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb34d176-b3f1-4eb3-9415-39638e25f8f8 admin admin] Router d178dc8a-4101-40b6-9d48-3c347c372b95 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 14:59:29.120876 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] Checking agent: {'id': '8483a8a7-ec75-4234-902d-b313a7c9ca10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 14:59:29.121746 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] Checking segment: {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:59:29.122498 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:29.123427 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] Bound using segment: {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 14:59:29.124254 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] Bound port: e8e0f34a-121b-4a68-8d89-f1a2b4c255e2, host: dv-cinder-733623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 14:59:29.125016 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:29.257132 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30436237-ca50-494c-8e54-bb5f12c6c1f7 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 14:59:29.268074 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] For port e8e0f34a-121b-4a68-8d89-f1a2b4c255e2, host dv-cinder-733623-8-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 14:59:29.285780 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-30436237-ca50-494c-8e54-bb5f12c6c1f7 admin admin] 10.222.0.21 "PUT /v2.0/routers/44f5da37-a026-45f6-8025-4151e55d5990/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8789930
Nov 18 14:59:29.289100 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] For port e8e0f34a-121b-4a68-8d89-f1a2b4c255e2, host dv-cinder-733623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=e8e0f34a-121b-4a68-8d89-f1a2b4c255e2,segment=NetworkSegment(204b9cb9-672f-457d-853a-b208bf5e332c),segment_id=204b9cb9-672f-457d-853a-b208bf5e332c)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 14:59:29.291016 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a23668-a239-4100-9e24-91ba87e3e888 None None] Pushing event updated for resources: {'Port': ['ID=af7bf914-d16b-4be7-817c-277ff4f6ee3b,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:29.296866 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] Set router ed93919a-91c9-401e-b3ac-c260adf28af0 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 14:59:29.309321 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] Sync routers for ids ['44f5da37-a026-45f6-8025-4151e55d5990'] in dv-cinder-733623-8-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 14:59:29.318563 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:29.356027 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-14a23668-a239-4100-9e24-91ba87e3e888 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:29.356576 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.321s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:29.368200 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:29.466445 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a23668-a239-4100-9e24-91ba87e3e888 None None] Pushing event updated for resources: {'Port': ['ID=af7bf914-d16b-4be7-817c-277ff4f6ee3b,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:29.470555 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-14a23668-a239-4100-9e24-91ba87e3e888 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:29.486795 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b526e9-fa9b-47db-a247-0cecb5807a30 None None] Pushing event updated for resources: {'Port': ['ID=e8e0f34a-121b-4a68-8d89-f1a2b4c255e2,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:29.499810 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-70b526e9-fa9b-47db-a247-0cecb5807a30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:29.536605 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] Routers {'44f5da37-a026-45f6-8025-4151e55d5990'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 14:59:29.537570 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef28b358>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T14:59:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['44f5da37-a026-45f6-8025-4151e55d5990'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:59:29.572710 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-b245ec8b-ae8c-4e45-bcfe-04ae12052384 admin admin] Allocated IP 172.20.0.1 (37eaaf30-5a3c-4021-920a-a0d0e09402d1/7a947b1b-22d9-4c98-9df6-708701f43830/bc4e8bf7-f554-4ad2-9d6b-760089c622d2) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 14:59:29.589951 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f3481c8e-0af5-4568-bf1f-bb6bb7797f83 req-5b642f20-7ea4-4614-a27a-486867dbbd8d tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 210 time: 0.0556533
Nov 18 14:59:29.670925 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb34d176-b3f1-4eb3-9415-39638e25f8f8 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 14:59:29.698050 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-fb34d176-b3f1-4eb3-9415-39638e25f8f8 admin admin] 10.222.0.21 "PUT /v2.0/routers/d178dc8a-4101-40b6-9d48-3c347c372b95/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5111971
Nov 18 14:59:29.846291 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6b043c36-4c4d-4b30-99ad-604c135ca1a6 req-26eedbc8-2993-4983-aeaf-557ad6637b99 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 210 time: 0.0641692
Nov 18 14:59:29.920024 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b245ec8b-ae8c-4e45-bcfe-04ae12052384 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:29.921587 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] Routers {'d178dc8a-4101-40b6-9d48-3c347c372b95'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 14:59:29.922297 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef79b828>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T14:59:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['d178dc8a-4101-40b6-9d48-3c347c372b95'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:59:29.963204 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-b245ec8b-ae8c-4e45-bcfe-04ae12052384 admin admin] Transition to ACTIVE for port object bc4e8bf7-f554-4ad2-9d6b-760089c622d2 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:59:29.994642 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] Set router 44f5da37-a026-45f6-8025-4151e55d5990 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 14:59:30.012097 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b245ec8b-ae8c-4e45-bcfe-04ae12052384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:30.029062 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-30436237-ca50-494c-8e54-bb5f12c6c1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:30.178401 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245ec8b-ae8c-4e45-bcfe-04ae12052384 admin admin] Pushing event updated for resources: {'Port': ['ID=bc4e8bf7-f554-4ad2-9d6b-760089c622d2,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:30.183350 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b245ec8b-ae8c-4e45-bcfe-04ae12052384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:30.225535 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aee99edd8>, [{'id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'name': 'tempest-AttachVolumeShelveTestJSON-1206987080-router', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:17Z', 'updated_at': '2020-11-18T14:59:22Z', 'revision_number': 3, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'gw_port': {'id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:36:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi'}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:59:30.234191 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b91121b-e927-4d74-906d-c74bd8f48538 None None] The sync data for ids ['ed93919a-91c9-401e-b3ac-c260adf28af0'] in dv-cinder-733623-8-iscsi is: [{'id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'name': 'tempest-AttachVolumeShelveTestJSON-1206987080-router', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:17Z', 'updated_at': '2020-11-18T14:59:22Z', 'revision_number': 3, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'gw_port': {'id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:36:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi'}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 14:59:30.460245 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b245ec8b-ae8c-4e45-bcfe-04ae12052384 admin admin] Network 37eaaf30-5a3c-4021-920a-a0d0e09402d1 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 14:59:30.494538 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-b245ec8b-ae8c-4e45-bcfe-04ae12052384 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:59:30.521187 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b245ec8b-ae8c-4e45-bcfe-04ae12052384 admin admin] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 14:59:30.522128 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b245ec8b-ae8c-4e45-bcfe-04ae12052384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854175731'] for router_interface, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:30.534219 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 59292) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:30.554025 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-241f64df-b39e-417e-bce3-190f176d01f2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Request body: {'security_group': {'name': 'tempest-securitygroup--1224319339', 'description': 'tempest-description--1650708410'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:30.568028 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-241f64df-b39e-417e-bce3-190f176d01f2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:30.584717 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-241f64df-b39e-417e-bce3-190f176d01f2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Usage tracker for resource:security_group and tenant:a636a45410424918b4d9f679f113cafd is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:30.589670 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-241f64df-b39e-417e-bce3-190f176d01f2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:30.606111 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-241f64df-b39e-417e-bce3-190f176d01f2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:30.627357 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-241f64df-b39e-417e-bce3-190f176d01f2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:30.699140 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-241f64df-b39e-417e-bce3-190f176d01f2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:30.704131 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-241f64df-b39e-417e-bce3-190f176d01f2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Usage tracker for resource:security_group_rule and tenant:a636a45410424918b4d9f679f113cafd is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:30.708371 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-241f64df-b39e-417e-bce3-190f176d01f2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:30.718539 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-241f64df-b39e-417e-bce3-190f176d01f2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:30.774501 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] Set router d178dc8a-4101-40b6-9d48-3c347c372b95 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 14:59:30.895996 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b245ec8b-ae8c-4e45-bcfe-04ae12052384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:30.934237 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 296328f3-3204-4dcf-8c2e-fc17aeb60117 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 14:59:30.948211 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-241f64df-b39e-417e-bce3-190f176d01f2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:30.953540 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-241f64df-b39e-417e-bce3-190f176d01f2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:30.976155 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:31.109086 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f64df-b39e-417e-bce3-190f176d01f2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Pushing event updated for resources: {'SecurityGroup': ['ID=2de9aaf3-3647-46fd-85d6-35ce984c5512,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:31.136866 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-dfc82f11-7443-487d-9f08-414e18d45915 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:31.138781 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-dfc82f11-7443-487d-9f08-414e18d45915 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/networks?id=d8090ccd-15e6-4c66-9553-e439a92918ea HTTP/1.1" status: 200  len: 819 time: 0.6854453
Nov 18 14:59:31.158164 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-241f64df-b39e-417e-bce3-190f176d01f2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:31.168761 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-241f64df-b39e-417e-bce3-190f176d01f2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:31.170299 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-241f64df-b39e-417e-bce3-190f176d01f2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.6346588
Nov 18 14:59:31.179237 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-692c209d-9d2b-4e92-9065-82d059e513e3 req-bef870e2-e8db-40db-9829-74e9d482a202 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 210 time: 0.0693057
Nov 18 14:59:31.180093 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 59304) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:31.187932 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-131429d1-d54c-410f-9022-9ba57dec919a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Request body: {'security_group_rule': {'security_group_id': '2de9aaf3-3647-46fd-85d6-35ce984c5512', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:31.202115 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-131429d1-d54c-410f-9022-9ba57dec919a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:31.213872 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-131429d1-d54c-410f-9022-9ba57dec919a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Usage tracker for resource:security_group_rule and tenant:a636a45410424918b4d9f679f113cafd is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:31.226864 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-131429d1-d54c-410f-9022-9ba57dec919a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:31.233648 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-131429d1-d54c-410f-9022-9ba57dec919a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:31.258979 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-647c5e3c-eed8-4725-97a5-3d5875874f14 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/quotas/b71ecd4efe1c43699077d33965fe93b0 HTTP/1.1" status: 200  len: 375 time: 0.1000149
Nov 18 14:59:31.275345 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-131429d1-d54c-410f-9022-9ba57dec919a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for security_group_rule, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:31.431460 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-131429d1-d54c-410f-9022-9ba57dec919a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:31.496195 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef28b358>, [{'id': '44f5da37-a026-45f6-8025-4151e55d5990', 'name': 'tempest-AttachVolumeTestJSON-642542883-router', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:13Z', 'updated_at': '2020-11-18T14:59:25Z', 'revision_number': 4, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'gw_port': {'id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:14Z', 'updated_at': '2020-11-18T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '0c043abc-f4f5-4013-a0e7-298fd5522f70', 'name': '', 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'mac_address': 'fa:16:3e:8e:cb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:22Z', 'updated_at': '2020-11-18T14:59:26Z', 'revision_number': 2, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'subnets': [{'id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:59:31.520018 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 296328f3-3204-4dcf-8c2e-fc17aeb60117 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:59:31.520469 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:31.589013 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-131429d1-d54c-410f-9022-9ba57dec919a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138714'] for security_group_rule, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:31.597268 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f513f719-4e19-48a2-a88f-fda6f8226ad5 req-ea206c0e-55f9-48a9-ac58-c54fa5b15ebf tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 210 time: 0.1622808
Nov 18 14:59:31.601200 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:31.615159 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] Checking router: 44f5da37-a026-45f6-8025-4151e55d5990 for host: dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 14:59:31.615563 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] Updating router 44f5da37-a026-45f6-8025-4151e55d5990 port 0c043abc-f4f5-4013-a0e7-298fd5522f70 binding host dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 14:59:31.648255 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131429d1-d54c-410f-9022-9ba57dec919a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfee6d6c-8c9d-44c5-b8cc-0e3cc0c4e4e8,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:31.698308 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-10061399-3f44-4a6a-a88c-94a1ce90fd10 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?tenant_id=b71ecd4efe1c43699077d33965fe93b0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4383469
Nov 18 14:59:31.761230 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-131429d1-d54c-410f-9022-9ba57dec919a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:31.766495 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-131429d1-d54c-410f-9022-9ba57dec919a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for security_group_rule, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:31.767797 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-131429d1-d54c-410f-9022-9ba57dec919a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5866833
Nov 18 14:59:31.770738 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 59320) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:31.786962 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-eb23f875-e6b1-4fef-9d1c-99b6becaea6d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Request body: {'security_group_rule': {'security_group_id': '2de9aaf3-3647-46fd-85d6-35ce984c5512', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:31.794601 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-eb23f875-e6b1-4fef-9d1c-99b6becaea6d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:31.810146 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-eb23f875-e6b1-4fef-9d1c-99b6becaea6d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Usage tracker for resource:security_group_rule and tenant:a636a45410424918b4d9f679f113cafd is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:31.813671 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-eb23f875-e6b1-4fef-9d1c-99b6becaea6d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:31.828833 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-eb23f875-e6b1-4fef-9d1c-99b6becaea6d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:31.889537 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb23f875-e6b1-4fef-9d1c-99b6becaea6d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for security_group_rule, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:31.905811 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:31.906064 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b245ec8b-ae8c-4e45-bcfe-04ae12052384 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:31.922850 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b245ec8b-ae8c-4e45-bcfe-04ae12052384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:31.926630 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b245ec8b-ae8c-4e45-bcfe-04ae12052384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2057009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-600168'] for router_interface, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:31.996578 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:32.057894 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb23f875-e6b1-4fef-9d1c-99b6becaea6d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:32.062800 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb23f875-e6b1-4fef-9d1c-99b6becaea6d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138714'] for security_group_rule, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:32.064766 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-131429d1-d54c-410f-9022-9ba57dec919a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:32.105946 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23f875-e6b1-4fef-9d1c-99b6becaea6d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fc6a00-0fc8-4b75-818c-cc4730618f2f,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:32.124359 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eb23f875-e6b1-4fef-9d1c-99b6becaea6d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:32.146714 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb23f875-e6b1-4fef-9d1c-99b6becaea6d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for security_group_rule, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:32.148018 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-eb23f875-e6b1-4fef-9d1c-99b6becaea6d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3762698
Nov 18 14:59:32.153001 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 59330) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:32.161639 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Request body: {'floatingip': {'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:32.176911 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:32.189041 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Usage tracker for resource:floatingip and tenant:a636a45410424918b4d9f679f113cafd is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:32.195372 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:32.213809 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:32.234126 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for floatingip, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:32.274052 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-483e442c-5e0f-40e7-8381-02799ce59361 None None] Provisioning for port bc4e8bf7-f554-4ad2-9d6b-760089c622d2 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 14:59:32.285051 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-483e442c-5e0f-40e7-8381-02799ce59361 None None] Provisioning complete for port bc4e8bf7-f554-4ad2-9d6b-760089c622d2 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:59:32.285565 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-483e442c-5e0f-40e7-8381-02799ce59361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:32.329993 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b245ec8b-ae8c-4e45-bcfe-04ae12052384 admin admin] Network 37eaaf30-5a3c-4021-920a-a0d0e09402d1 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 14:59:32.337335 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-b245ec8b-ae8c-4e45-bcfe-04ae12052384 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:59:32.350718 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-0606d272-69a3-43b4-84f7-fcd1c1ba6c18 service neutron] 10.222.0.21 "GET /v2.0/networks/d8090ccd-15e6-4c66-9553-e439a92918ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6376708
Nov 18 14:59:32.352792 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245ec8b-ae8c-4e45-bcfe-04ae12052384 admin admin] Pushing event updated for resources: {'Port': ['ID=bc4e8bf7-f554-4ad2-9d6b-760089c622d2,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:32.467222 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-006873c1-3e48-48ff-a63a-60cac217e17c req-fb847a5a-a0c8-4c1c-9738-ad80e6bdf0c6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Request body: {'port': {'device_id': '1bad92f7-5a75-4ede-804e-78555c330e65', 'network_id': '231f3c88-1661-4a29-b0bd-d8835aa7f70f', 'admin_state_up': True, 'tenant_id': '6bf0ab10caa9402d8c60972bc45e7f66'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:32.481323 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-483e442c-5e0f-40e7-8381-02799ce59361 None None] Port bc4e8bf7-f554-4ad2-9d6b-760089c622d2 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 14:59:32.590254 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b245ec8b-ae8c-4e45-bcfe-04ae12052384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:32.603488 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-cbd4792e-89a6-43fb-8082-4a750173065d tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Request body: {'port': {'device_id': 'fd276fd8-80e2-4276-84e6-799271e66b84', 'network_id': '94707ea5-8713-4731-9f53-ed84ced46453', 'admin_state_up': True, 'tenant_id': 'fbb15e10575048219e0645ac282a91d5'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:33.257068 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:33.270696 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] Transition to ACTIVE for port object 0c043abc-f4f5-4013-a0e7-298fd5522f70 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:59:33.280827 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device af7bf914-d16b-4be7-817c-277ff4f6ee3b up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 14:59:33.356450 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:33.370283 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-eb84fa72-2f96-42d8-a535-e14ddd967dc0 None None] Provisioning complete for port bc4e8bf7-f554-4ad2-9d6b-760089c622d2 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:59:33.370742 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb84fa72-2f96-42d8-a535-e14ddd967dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:33.747492 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-eb84fa72-2f96-42d8-a535-e14ddd967dc0 None None] Port bc4e8bf7-f554-4ad2-9d6b-760089c622d2 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 14:59:33.751859 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:33.762194 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-62be6453-013f-4cee-a68d-08f6c318febd req-f8361ae7-4193-4bfa-b415-ca5460ac44a3 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 210 time: 0.7819698
Nov 18 14:59:33.884156 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning for port af7bf914-d16b-4be7-817c-277ff4f6ee3b completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 14:59:33.888892 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-006873c1-3e48-48ff-a63a-60cac217e17c req-fb847a5a-a0c8-4c1c-9738-ad80e6bdf0c6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:33.892987 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-006873c1-3e48-48ff-a63a-60cac217e17c req-fb847a5a-a0c8-4c1c-9738-ad80e6bdf0c6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Usage tracker for resource:port and tenant:6bf0ab10caa9402d8c60972bc45e7f66 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:33.896330 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-006873c1-3e48-48ff-a63a-60cac217e17c req-fb847a5a-a0c8-4c1c-9738-ad80e6bdf0c6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Quota usage for port was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:33.903375 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-006873c1-3e48-48ff-a63a-60cac217e17c req-fb847a5a-a0c8-4c1c-9738-ad80e6bdf0c6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:33.924020 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-006873c1-3e48-48ff-a63a-60cac217e17c req-fb847a5a-a0c8-4c1c-9738-ad80e6bdf0c6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Made reservation on behalf of 6bf0ab10caa9402d8c60972bc45e7f66 for: {'port': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 14:59:33.930745 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-006873c1-3e48-48ff-a63a-60cac217e17c req-fb847a5a-a0c8-4c1c-9738-ad80e6bdf0c6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:34.027411 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port af7bf914-d16b-4be7-817c-277ff4f6ee3b triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:59:34.027830 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:34.089397 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-cbd4792e-89a6-43fb-8082-4a750173065d tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:34.100728 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-cbd4792e-89a6-43fb-8082-4a750173065d tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Usage tracker for resource:port and tenant:fbb15e10575048219e0645ac282a91d5 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:34.111685 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-cbd4792e-89a6-43fb-8082-4a750173065d tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Quota usage for port was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:34.124466 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-cbd4792e-89a6-43fb-8082-4a750173065d tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:34.151379 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:34.165100 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-bbea4f2b-dda6-4984-be86-a854d29a9499 service neutron] 10.222.0.21 "GET /v2.0/networks/d8090ccd-15e6-4c66-9553-e439a92918ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.8126090
Nov 18 14:59:34.196640 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-cbd4792e-89a6-43fb-8082-4a750173065d tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Made reservation on behalf of fbb15e10575048219e0645ac282a91d5 for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 14:59:34.209652 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-cbd4792e-89a6-43fb-8082-4a750173065d tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:34.233609 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef79b828>, [{'id': 'd178dc8a-4101-40b6-9d48-3c347c372b95', 'name': 'tempest-ServerRescueNegativeTestJSON-1948251233-router', 'tenant_id': 'b71ecd4efe1c43699077d33965fe93b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e8e0f34a-121b-4a68-8d89-f1a2b4c255e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:27Z', 'revision_number': 4, 'project_id': 'b71ecd4efe1c43699077d33965fe93b0', 'gw_port': {'id': 'e8e0f34a-121b-4a68-8d89-f1a2b4c255e2', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:32:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd178dc8a-4101-40b6-9d48-3c347c372b95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:20Z', 'updated_at': '2020-11-18T14:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '34820b56-ecb4-4e62-9b69-21268aee3c2f', 'name': '', 'network_id': 'd8090ccd-15e6-4c66-9553-e439a92918ea', 'tenant_id': 'b71ecd4efe1c43699077d33965fe93b0', 'mac_address': 'fa:16:3e:c0:a0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd178dc8a-4101-40b6-9d48-3c347c372b95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80c7effc-6938-4978-a3bc-1269e8492d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:24Z', 'updated_at': '2020-11-18T14:59:27Z', 'revision_number': 2, 'project_id': 'b71ecd4efe1c43699077d33965fe93b0', 'subnets': [{'id': '80c7effc-6938-4978-a3bc-1269e8492d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:59:34.504584 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec472f-2cfb-480b-9722-e3dc51cedbe3 None None] The sync data for ids ['d178dc8a-4101-40b6-9d48-3c347c372b95'] in dv-cinder-733623-8-iscsi is: [{'id': 'd178dc8a-4101-40b6-9d48-3c347c372b95', 'name': 'tempest-ServerRescueNegativeTestJSON-1948251233-router', 'tenant_id': 'b71ecd4efe1c43699077d33965fe93b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e8e0f34a-121b-4a68-8d89-f1a2b4c255e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:27Z', 'revision_number': 4, 'project_id': 'b71ecd4efe1c43699077d33965fe93b0', 'gw_port': {'id': 'e8e0f34a-121b-4a68-8d89-f1a2b4c255e2', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:32:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd178dc8a-4101-40b6-9d48-3c347c372b95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:20Z', 'updated_at': '2020-11-18T14:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '34820b56-ecb4-4e62-9b69-21268aee3c2f', 'name': '', 'network_id': 'd8090ccd-15e6-4c66-9553-e439a92918ea', 'tenant_id': 'b71ecd4efe1c43699077d33965fe93b0', 'mac_address': 'fa:16:3e:c0:a0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd178dc8a-4101-40b6-9d48-3c347c372b95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80c7effc-6938-4978-a3bc-1269e8492d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:24Z', 'updated_at': '2020-11-18T14:59:27Z', 'revision_number': 2, 'project_id': 'b71ecd4efe1c43699077d33965fe93b0', 'subnets': [{'id': '80c7effc-6938-4978-a3bc-1269e8492d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 14:59:34.517957 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d170de-3538-4241-8abb-6fe3f441abf7 None None] Pushing event updated for resources: {'Port': ['ID=0c043abc-f4f5-4013-a0e7-298fd5522f70,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:34.565634 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:34.626521 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-47d170de-3538-4241-8abb-6fe3f441abf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:34.816727 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:35.007687 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] Attempting to bind port 0c043abc-f4f5-4013-a0e7-298fd5522f70 on host dv-cinder-733623-8-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 14:59:35.010097 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] Attempting to bind port 0c043abc-f4f5-4013-a0e7-298fd5522f70 by drivers openvswitch on host dv-cinder-733623-8-iscsi at level 0 using segments [{'id': '14ac9fd4-7aea-4a0b-a691-cf8f8931ccab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 14:59:35.010240 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] Attempting to bind port 0c043abc-f4f5-4013-a0e7-298fd5522f70 on network 39f5108f-843e-41e3-81e6-112f46a760b7 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 14:59:35.025282 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] For port af7bf914-d16b-4be7-817c-277ff4f6ee3b, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=af7bf914-d16b-4be7-817c-277ff4f6ee3b,segment=NetworkSegment(204b9cb9-672f-457d-853a-b208bf5e332c),segment_id=204b9cb9-672f-457d-853a-b208bf5e332c)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 14:59:35.041939 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:35.062017 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de01087b-a9a8-4ad3-b60d-9e45960e96a1 req-3efdf825-3a77-4baf-abd9-77f0dc60a6ca tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 210 time: 0.2150517
Nov 18 14:59:35.062335 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-47d170de-3538-4241-8abb-6fe3f441abf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:35.240589 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Pushing event updated for resources: {'Port': ['ID=af7bf914-d16b-4be7-817c-277ff4f6ee3b,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:35.260651 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:35.266440 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] Checking agent: {'id': '8483a8a7-ec75-4234-902d-b313a7c9ca10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 14:59:35.267285 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] Checking segment: {'id': '14ac9fd4-7aea-4a0b-a691-cf8f8931ccab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:59:35.270108 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:35.271419 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] Bound using segment: {'id': '14ac9fd4-7aea-4a0b-a691-cf8f8931ccab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 14:59:35.273581 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] Bound port: 0c043abc-f4f5-4013-a0e7-298fd5522f70, host: dv-cinder-733623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ac9fd4-7aea-4a0b-a691-cf8f8931ccab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 14:59:35.276123 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:35.298868 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5cb74d75-39f4-444c-bf83-ceda2728385e req-e1895975-721b-48a2-8090-55111e0985df tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 210 time: 0.3489189
Nov 18 14:59:35.591307 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-cbd4792e-89a6-43fb-8082-4a750173065d tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Allocated IP 172.20.0.13 (94707ea5-8713-4731-9f53-ed84ced46453/fa3a6de5-97c8-4b90-8a46-e1778507a72b/3d06b280-9bcd-4364-bfc7-a4caa5408c57) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 14:59:35.654202 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] For port 0c043abc-f4f5-4013-a0e7-298fd5522f70, host dv-cinder-733623-8-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 14:59:35.666447 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] For port 0c043abc-f4f5-4013-a0e7-298fd5522f70, host dv-cinder-733623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=0c043abc-f4f5-4013-a0e7-298fd5522f70,segment=NetworkSegment(14ac9fd4-7aea-4a0b-a691-cf8f8931ccab),segment_id=14ac9fd4-7aea-4a0b-a691-cf8f8931ccab)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 14:59:35.688596 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:35.940532 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 59414) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:36.071776 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Allocated IP 172.27.1.90 (96475b02-3c3a-4cf0-bab1-8b9b17365c14/9c2873db-d6d7-45a1-862e-7032080186d6/ba26fc98-3133-463a-b42b-c0e08f468fa5) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 14:59:36.260341 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:36.304638 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-cbd4792e-89a6-43fb-8082-4a750173065d tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:36.413448 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c3bb2563-91bd-4a7a-822c-de1c793b0e53 req-cbe110b6-e5a3-407e-a2b3-e3e6716b4a5e tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 210 time: 0.8938556
Nov 18 14:59:36.533396 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b245ec8b-ae8c-4e45-bcfe-04ae12052384 admin admin] Router ed93919a-91c9-401e-b3ac-c260adf28af0 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 14:59:36.686757 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d170de-3538-4241-8abb-6fe3f441abf7 None None] Pushing event updated for resources: {'Port': ['ID=0c043abc-f4f5-4013-a0e7-298fd5522f70,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:36.725173 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-47d170de-3538-4241-8abb-6fe3f441abf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:36.781984 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] Routers {'44f5da37-a026-45f6-8025-4151e55d5990'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 14:59:36.792355 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef28b358>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T14:59:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['44f5da37-a026-45f6-8025-4151e55d5990'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:59:36.900952 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-5798d3f0-6223-4094-abb5-b0aeb643dabc tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:36.902651 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-5798d3f0-6223-4094-abb5-b0aeb643dabc tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/networks?id=d8090ccd-15e6-4c66-9553-e439a92918ea HTTP/1.1" status: 200  len: 819 time: 0.6307039
Nov 18 14:59:36.966002 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-c49fb912-4962-43d6-ac90-45171bd4d7b4 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/quotas/b71ecd4efe1c43699077d33965fe93b0 HTTP/1.1" status: 200  len: 375 time: 0.0441437
Nov 18 14:59:36.999497 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b9d43df1-8491-4cec-b719-3ab16b0743d8 req-0c1f9f3a-ce04-40cc-820e-6efeebe5fc4c tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 210 time: 0.1837885
Nov 18 14:59:37.102773 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:37.109150 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-006873c1-3e48-48ff-a63a-60cac217e17c req-fb847a5a-a0c8-4c1c-9738-ad80e6bdf0c6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Allocated IP 172.20.0.9 (231f3c88-1661-4a29-b0bd-d8835aa7f70f/a1bfe834-8f18-4226-b68a-ed4ee3dcac14/355e4400-997b-427e-b6b6-4d24567d15ee) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 14:59:37.119948 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 59430) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:37.337625 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f190cbbb-5032-414e-a1b2-741489841e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:37.343864 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-cbd4792e-89a6-43fb-8082-4a750173065d tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:37.392367 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:37.448326 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device e8e0f34a-121b-4a68-8d89-f1a2b4c255e2 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 14:59:37.507119 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f190cbbb-5032-414e-a1b2-741489841e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:37.562015 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.15', 49919) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:37.607832 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f190cbbb-5032-414e-a1b2-741489841e26 admin admin] Usage tracker for resource:security_group_rule and tenant:e59f304981a64c1f931e49b722099d20 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:37.616378 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f190cbbb-5032-414e-a1b2-741489841e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:37.648016 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f190cbbb-5032-414e-a1b2-741489841e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:37.666215 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-99e93604-71b4-4216-abcf-fa2ab7b54812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:37.676486 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning for port e8e0f34a-121b-4a68-8d89-f1a2b4c255e2 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 14:59:37.685155 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] Set router 44f5da37-a026-45f6-8025-4151e55d5990 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 14:59:37.767238 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:37.827252 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port e8e0f34a-121b-4a68-8d89-f1a2b4c255e2 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:59:37.848973 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:37.863245 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:37.934113 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-7926fe55-1066-4fda-bf7e-bbc1b07fdba6 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?tenant_id=b71ecd4efe1c43699077d33965fe93b0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6732786
Nov 18 14:59:38.174793 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 14:59:38.257141 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:59:38.314892 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 14:59:38.344796 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-99e93604-71b4-4216-abcf-fa2ab7b54812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:38.421954 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-99e93604-71b4-4216-abcf-fa2ab7b54812 admin admin] Usage tracker for resource:security_group_rule and tenant:9bbe473f7ac2434dab4d3b6bcfd3614d is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:38.431889 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Pushing event updated for resources: {'Port': ['ID=ba26fc98-3133-463a-b42b-c0e08f468fa5,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:38.438817 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-99e93604-71b4-4216-abcf-fa2ab7b54812 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:38.463217 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:38.466898 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-99e93604-71b4-4216-abcf-fa2ab7b54812 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:38.743130 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-006873c1-3e48-48ff-a63a-60cac217e17c req-fb847a5a-a0c8-4c1c-9738-ad80e6bdf0c6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:38.783003 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f190cbbb-5032-414e-a1b2-741489841e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:38.802041 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9284a-9234-4c1d-bd42-fe23cd7d3c56 req-b452ca1a-838b-49bf-9ba4-ad3f0e64bf32 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:38.816097 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5bf9284a-9234-4c1d-bd42-fe23cd7d3c56 req-b452ca1a-838b-49bf-9ba4-ad3f0e64bf32 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 932 time: 0.7049804
Nov 18 14:59:38.870241 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f190cbbb-5032-414e-a1b2-741489841e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:38.914588 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:39.018548 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4792e-89a6-43fb-8082-4a750173065d tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Pushing event updated for resources: {'Port': ['ID=3d06b280-9bcd-4364-bfc7-a4caa5408c57,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:39.023815 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cbd4792e-89a6-43fb-8082-4a750173065d tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.631s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:39.044375 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for floatingip, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:39.044591 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-3a965bb6-ef82-4824-8fa0-926ab38b30e4 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:39.048531 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-3a965bb6-ef82-4824-8fa0-926ab38b30e4 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.15 "GET /v2.0/networks?id=d8090ccd-15e6-4c66-9553-e439a92918ea HTTP/1.1" status: 200  len: 819 time: 1.4691939
Nov 18 14:59:39.051785 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-7b1d3ecd-58e0-4a9e-a3d8-3b823a8b172d service neutron] 10.222.0.21 "GET /v2.0/networks/d8090ccd-15e6-4c66-9553-e439a92918ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2550201
Nov 18 14:59:39.061198 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:39.071335 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-cbd4792e-89a6-43fb-8082-4a750173065d tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Network 94707ea5-8713-4731-9f53-ed84ced46453 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 14:59:39.099176 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] For port e8e0f34a-121b-4a68-8d89-f1a2b4c255e2, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=e8e0f34a-121b-4a68-8d89-f1a2b4c255e2,segment=NetworkSegment(204b9cb9-672f-457d-853a-b208bf5e332c),segment_id=204b9cb9-672f-457d-853a-b208bf5e332c)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 14:59:39.107285 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:39.108350 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device af7bf914-d16b-4be7-817c-277ff4f6ee3b up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 14:59:39.109466 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190cbbb-5032-414e-a1b2-741489841e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df87e406-5938-4766-a8fb-0a840337e4a3,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:39.139223 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:39.172882 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f190cbbb-5032-414e-a1b2-741489841e26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e59f304981a64c1f931e49b722099d20&name=default HTTP/1.1" status: 200  len: 2647 time: 3.2272992
Nov 18 14:59:39.186852 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f190cbbb-5032-414e-a1b2-741489841e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:39.188284 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-006873c1-3e48-48ff-a63a-60cac217e17c req-fb847a5a-a0c8-4c1c-9738-ad80e6bdf0c6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:39.191451 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5bf9284a-9234-4c1d-bd42-fe23cd7d3c56 req-eb218f09-201a-41ff-9ba7-8ca9605ac781 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Synchronizing usage tracker for tenant:fbb15e10575048219e0645ac282a91d5 on resource:security_group {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 14:59:39.194351 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 59472) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:39.202543 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-99e93604-71b4-4216-abcf-fa2ab7b54812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:39.259787 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:39.288951 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-cbd4792e-89a6-43fb-8082-4a750173065d tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:59:39.292334 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-cbd4792e-89a6-43fb-8082-4a750173065d tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 14:59:39.298053 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-cbd4792e-89a6-43fb-8082-4a750173065d tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:39.298869 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-cbd4792e-89a6-43fb-8082-4a750173065d tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:39.308633 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-99e93604-71b4-4216-abcf-fa2ab7b54812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:39.311386 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Pushing event updated for resources: {'Port': ['ID=e8e0f34a-121b-4a68-8d89-f1a2b4c255e2,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:39.326599 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:39.333697 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-9e9a35aa-a2ad-4e2a-85d1-2f33ba316d69 service neutron] 10.222.0.21 "GET /v2.0/networks/d8090ccd-15e6-4c66-9553-e439a92918ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2561119
Nov 18 14:59:39.339593 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-cbd4792e-89a6-43fb-8082-4a750173065d tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.7477186
Nov 18 14:59:39.352611 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef28b358>, [{'id': '44f5da37-a026-45f6-8025-4151e55d5990', 'name': 'tempest-AttachVolumeTestJSON-642542883-router', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:13Z', 'updated_at': '2020-11-18T14:59:25Z', 'revision_number': 4, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'gw_port': {'id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:14Z', 'updated_at': '2020-11-18T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '0c043abc-f4f5-4013-a0e7-298fd5522f70', 'name': '', 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'mac_address': 'fa:16:3e:8e:cb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:22Z', 'updated_at': '2020-11-18T14:59:35Z', 'revision_number': 4, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'subnets': [{'id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:59:39.376772 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b245ec8b-ae8c-4e45-bcfe-04ae12052384 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 14:59:39.381323 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1fdfc-50a5-480e-95a3-4a4839ffd29c None None] The sync data for ids ['44f5da37-a026-45f6-8025-4151e55d5990'] in dv-cinder-733623-8-iscsi is: [{'id': '44f5da37-a026-45f6-8025-4151e55d5990', 'name': 'tempest-AttachVolumeTestJSON-642542883-router', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:13Z', 'updated_at': '2020-11-18T14:59:25Z', 'revision_number': 4, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'gw_port': {'id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:14Z', 'updated_at': '2020-11-18T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '0c043abc-f4f5-4013-a0e7-298fd5522f70', 'name': '', 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'mac_address': 'fa:16:3e:8e:cb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:22Z', 'updated_at': '2020-11-18T14:59:35Z', 'revision_number': 4, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'subnets': [{'id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 14:59:39.388474 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] Sync routers for ids ['ed93919a-91c9-401e-b3ac-c260adf28af0'] in dv-cinder-733623-8-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 14:59:39.398450 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b245ec8b-ae8c-4e45-bcfe-04ae12052384 admin admin] 10.222.0.21 "PUT /v2.0/routers/ed93919a-91c9-401e-b3ac-c260adf28af0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.6987791
Nov 18 14:59:39.415014 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] Routers {'ed93919a-91c9-401e-b3ac-c260adf28af0'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 14:59:39.415648 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef53d080>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T14:59:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ed93919a-91c9-401e-b3ac-c260adf28af0'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:59:39.484462 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port af7bf914-d16b-4be7-817c-277ff4f6ee3b triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:59:39.485136 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:39.741617 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3d7debab-1909-41ae-b5b4-d13096a89a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:39.858236 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] Set router ed93919a-91c9-401e-b3ac-c260adf28af0 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 14:59:40.357661 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device e8e0f34a-121b-4a68-8d89-f1a2b4c255e2 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 14:59:40.406634 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530caa37-054c-48b3-84bc-a8c6553b764a req-71acb68d-9533-496b-adb2-bcbbb32a9194 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:40.408338 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-530caa37-054c-48b3-84bc-a8c6553b764a req-71acb68d-9533-496b-adb2-bcbbb32a9194 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 931 time: 0.2856836
Nov 18 14:59:40.483862 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-f5333d41-f647-49fe-8974-ed9228c5c870 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Request body: {'port': {'device_id': '838775d0-e9dc-4596-bf24-287a82801a5f', 'network_id': 'd8090ccd-15e6-4c66-9553-e439a92918ea', 'admin_state_up': True, 'tenant_id': 'b71ecd4efe1c43699077d33965fe93b0'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:40.509646 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] Sync routers for ids ['d178dc8a-4101-40b6-9d48-3c347c372b95'] in dv-cinder-733623-8-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 14:59:40.599440 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-006873c1-3e48-48ff-a63a-60cac217e17c req-fb847a5a-a0c8-4c1c-9738-ad80e6bdf0c6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Network 231f3c88-1661-4a29-b0bd-d8835aa7f70f is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 14:59:40.607871 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] Routers {'d178dc8a-4101-40b6-9d48-3c347c372b95'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 14:59:40.610172 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-006873c1-3e48-48ff-a63a-60cac217e17c req-fb847a5a-a0c8-4c1c-9738-ad80e6bdf0c6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:59:40.611202 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef7221d0>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T14:59:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['d178dc8a-4101-40b6-9d48-3c347c372b95'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:59:40.612094 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:40.937516 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:40.951187 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-006873c1-3e48-48ff-a63a-60cac217e17c req-fb847a5a-a0c8-4c1c-9738-ad80e6bdf0c6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 14:59:40.955618 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006873c1-3e48-48ff-a63a-60cac217e17c req-fb847a5a-a0c8-4c1c-9738-ad80e6bdf0c6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:40.956330 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-006873c1-3e48-48ff-a63a-60cac217e17c req-fb847a5a-a0c8-4c1c-9738-ad80e6bdf0c6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:40.981949 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-c05fd234-6196-42ca-b4a6-d0875824b0ec tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80264) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 14:59:40.983059 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-c05fd234-6196-42ca-b4a6-d0875824b0ec tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0272601
Nov 18 14:59:40.995326 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-f5333d41-f647-49fe-8974-ed9228c5c870 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:41.013591 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef53d080>, [{'id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'name': 'tempest-AttachVolumeShelveTestJSON-1206987080-router', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:17Z', 'updated_at': '2020-11-18T14:59:30Z', 'revision_number': 4, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'gw_port': {'id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'bc4e8bf7-f554-4ad2-9d6b-760089c622d2', 'name': '', 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'mac_address': 'fa:16:3e:6f:0f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:29Z', 'updated_at': '2020-11-18T14:59:31Z', 'revision_number': 2, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'subnets': [{'id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:59:41.022209 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-f5333d41-f647-49fe-8974-ed9228c5c870 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Usage tracker for resource:port and tenant:b71ecd4efe1c43699077d33965fe93b0 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:41.025991 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-f5333d41-f647-49fe-8974-ed9228c5c870 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Quota usage for port was recalculated. Used quota:1. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:41.026883 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] Checking router: ed93919a-91c9-401e-b3ac-c260adf28af0 for host: dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 14:59:41.033107 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] Updating router ed93919a-91c9-401e-b3ac-c260adf28af0 port bc4e8bf7-f554-4ad2-9d6b-760089c622d2 binding host dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 14:59:41.072610 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:41.076997 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5bf9284a-9234-4c1d-bd42-fe23cd7d3c56 req-eb218f09-201a-41ff-9ba7-8ca9605ac781 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Unset dirty status for tenant:fbb15e10575048219e0645ac282a91d5 on resource:security_group {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 14:59:41.083539 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5bf9284a-9234-4c1d-bd42-fe23cd7d3c56 req-eb218f09-201a-41ff-9ba7-8ca9605ac781 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/security-groups?id=cdf9b8cd-f6da-444f-98ac-ba2a7fc2113e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.2644870
Nov 18 14:59:41.105018 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-530caa37-054c-48b3-84bc-a8c6553b764a req-822aaee5-5604-453f-9349-0580d2e57d17 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Synchronizing usage tracker for tenant:6bf0ab10caa9402d8c60972bc45e7f66 on resource:security_group {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 14:59:41.123330 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-f5333d41-f647-49fe-8974-ed9228c5c870 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:41.150663 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-006873c1-3e48-48ff-a63a-60cac217e17c req-fb847a5a-a0c8-4c1c-9738-ad80e6bdf0c6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 8.6944182
Nov 18 14:59:41.151296 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] Set router d178dc8a-4101-40b6-9d48-3c347c372b95 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 14:59:41.213859 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:41.243413 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-530caa37-054c-48b3-84bc-a8c6553b764a req-822aaee5-5604-453f-9349-0580d2e57d17 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Unset dirty status for tenant:6bf0ab10caa9402d8c60972bc45e7f66 on resource:security_group {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 14:59:41.244729 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-530caa37-054c-48b3-84bc-a8c6553b764a req-822aaee5-5604-453f-9349-0580d2e57d17 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8247254
Nov 18 14:59:41.264174 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-f5333d41-f647-49fe-8974-ed9228c5c870 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Made reservation on behalf of b71ecd4efe1c43699077d33965fe93b0 for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 14:59:41.285954 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb847a5a-a0c8-4c1c-9738-ad80e6bdf0c6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Pushing event updated for resources: {'Port': ['ID=355e4400-997b-427e-b6b6-4d24567d15ee,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:41.293685 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-f5333d41-f647-49fe-8974-ed9228c5c870 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:41.397503 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fb847a5a-a0c8-4c1c-9738-ad80e6bdf0c6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.135s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:41.461962 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-006873c1-3e48-48ff-a63a-60cac217e17c req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] Request body: {'port': {'device_id': '1bad92f7-5a75-4ede-804e-78555c330e65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:41.543479 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.332s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:41.563679 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-99e93604-71b4-4216-abcf-fa2ab7b54812 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9bbe473f7ac2434dab4d3b6bcfd3614d&name=default HTTP/1.1" status: 200  len: 2647 time: 4.4336538
Nov 18 14:59:41.645855 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 59514) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:41.838875 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port e8e0f34a-121b-4a68-8d89-f1a2b4c255e2 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:59:41.841487 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:41.951229 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] Request body: {'port': {'device_id': 'fd276fd8-80e2-4276-84e6-799271e66b84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:42.023467 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-896e5913-d99f-4880-8a71-c78604e7b202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:42.071701 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-006873c1-3e48-48ff-a63a-60cac217e17c req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:42.082729 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-896e5913-d99f-4880-8a71-c78604e7b202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:42.204921 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:42.220185 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] Transition to ACTIVE for port object bc4e8bf7-f554-4ad2-9d6b-760089c622d2 will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:59:42.226526 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:42.257230 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e93604-71b4-4216-abcf-fa2ab7b54812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a559c4c8-fe66-4dd5-a227-a6f48ecf0874,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:42.262039 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-e9317fb7-2c8e-4459-96da-903aa0199ceb req-b1af8f4f-b001-4861-8856-5c57cd8df66b tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Synchronizing usage tracker for tenant:b71ecd4efe1c43699077d33965fe93b0 on resource:port {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 14:59:42.306646 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-99e93604-71b4-4216-abcf-fa2ab7b54812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:42.307666 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-48aff192-9a7f-4ef8-96bc-9b754b1c9f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:42.308533 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fb34d176-b3f1-4eb3-9415-39638e25f8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.942s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:42.345616 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 59524) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:42.349183 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-896e5913-d99f-4880-8a71-c78604e7b202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:42.358009 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-27c99a57-cbbd-4db9-a544-455dd5d98efe tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Request body: {'security_group': {'name': 'tempest-securitygroup--18448959', 'description': 'tempest-description--1843048609'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:42.364115 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-27c99a57-cbbd-4db9-a544-455dd5d98efe tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:42.368607 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-27c99a57-cbbd-4db9-a544-455dd5d98efe tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Usage tracker for resource:security_group and tenant:8e34acf85e0c438ca8d7f165101583bf is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:42.370318 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:42.371571 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-27c99a57-cbbd-4db9-a544-455dd5d98efe tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:42.378135 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-27c99a57-cbbd-4db9-a544-455dd5d98efe tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:42.412793 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 0c043abc-f4f5-4013-a0e7-298fd5522f70 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 14:59:42.423479 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 14:59:42.425257 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27c99a57-cbbd-4db9-a544-455dd5d98efe tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:42.467499 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-27c99a57-cbbd-4db9-a544-455dd5d98efe tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:42.471506 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-27c99a57-cbbd-4db9-a544-455dd5d98efe tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Usage tracker for resource:security_group_rule and tenant:8e34acf85e0c438ca8d7f165101583bf is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:42.474559 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-27c99a57-cbbd-4db9-a544-455dd5d98efe tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:42.480402 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-27c99a57-cbbd-4db9-a544-455dd5d98efe tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:42.489531 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:42.515663 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-644a650c-3e23-4858-b688-66ce725d46b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:42.521317 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-e9317fb7-2c8e-4459-96da-903aa0199ceb req-b1af8f4f-b001-4861-8856-5c57cd8df66b tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Unset dirty status for tenant:b71ecd4efe1c43699077d33965fe93b0 on resource:port {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 14:59:42.523593 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef7221d0>, [{'id': 'd178dc8a-4101-40b6-9d48-3c347c372b95', 'name': 'tempest-ServerRescueNegativeTestJSON-1948251233-router', 'tenant_id': 'b71ecd4efe1c43699077d33965fe93b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e8e0f34a-121b-4a68-8d89-f1a2b4c255e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:27Z', 'revision_number': 4, 'project_id': 'b71ecd4efe1c43699077d33965fe93b0', 'gw_port': {'id': 'e8e0f34a-121b-4a68-8d89-f1a2b4c255e2', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178dc8a-4101-40b6-9d48-3c347c372b95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:20Z', 'updated_at': '2020-11-18T14:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '34820b56-ecb4-4e62-9b69-21268aee3c2f', 'name': '', 'network_id': 'd8090ccd-15e6-4c66-9553-e439a92918ea', 'tenant_id': 'b71ecd4efe1c43699077d33965fe93b0', 'mac_address': 'fa:16:3e:c0:a0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd178dc8a-4101-40b6-9d48-3c347c372b95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80c7effc-6938-4978-a3bc-1269e8492d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:24Z', 'updated_at': '2020-11-18T14:59:27Z', 'revision_number': 2, 'project_id': 'b71ecd4efe1c43699077d33965fe93b0', 'subnets': [{'id': '80c7effc-6938-4978-a3bc-1269e8492d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:59:42.528874 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] Checking router: d178dc8a-4101-40b6-9d48-3c347c372b95 for host: dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 14:59:42.529280 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] Updating router d178dc8a-4101-40b6-9d48-3c347c372b95 port 34820b56-ecb4-4e62-9b69-21268aee3c2f binding host dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 14:59:42.535478 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e9317fb7-2c8e-4459-96da-903aa0199ceb req-b1af8f4f-b001-4861-8856-5c57cd8df66b tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 210 time: 0.3381870
Nov 18 14:59:42.567700 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning for port 0c043abc-f4f5-4013-a0e7-298fd5522f70 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 14:59:42.579437 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 0c043abc-f4f5-4013-a0e7-298fd5522f70 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:59:42.579673 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:42.612037 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b9710-f908-4a42-9c81-dfe6f44b7135 None None] Pushing event updated for resources: {'Port': ['ID=bc4e8bf7-f554-4ad2-9d6b-760089c622d2,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:42.629250 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d73b9710-f908-4a42-9c81-dfe6f44b7135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:42.710938 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:42.788142 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] Attempting to bind port bc4e8bf7-f554-4ad2-9d6b-760089c622d2 on host dv-cinder-733623-8-iscsi for vnic_type normal with profile  {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 14:59:42.788593 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] Attempting to bind port bc4e8bf7-f554-4ad2-9d6b-760089c622d2 by drivers openvswitch on host dv-cinder-733623-8-iscsi at level 0 using segments [{'id': 'bdf35626-376f-46d2-a75a-1faeae9f5e65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 14:59:42.788853 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] Attempting to bind port bc4e8bf7-f554-4ad2-9d6b-760089c622d2 on network 37eaaf30-5a3c-4021-920a-a0d0e09402d1 {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 14:59:42.801339 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-896e5913-d99f-4880-8a71-c78604e7b202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:42.805120 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] Checking agent: {'id': '8483a8a7-ec75-4234-902d-b313a7c9ca10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 14:59:42.805542 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] Checking segment: {'id': 'bdf35626-376f-46d2-a75a-1faeae9f5e65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:59:42.806032 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:42.807712 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-896e5913-d99f-4880-8a71-c78604e7b202 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df87e406-5938-4766-a8fb-0a840337e4a3 HTTP/1.1" status: 204  len: 168 time: 3.6022677
Nov 18 14:59:42.809288 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] Bound using segment: {'id': 'bdf35626-376f-46d2-a75a-1faeae9f5e65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 14:59:42.810440 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] Bound port: bc4e8bf7-f554-4ad2-9d6b-760089c622d2, host: dv-cinder-733623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf35626-376f-46d2-a75a-1faeae9f5e65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 14:59:42.810562 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:43.011861 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] For port bc4e8bf7-f554-4ad2-9d6b-760089c622d2, host dv-cinder-733623-8-iscsi, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 14:59:43.019092 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] For port bc4e8bf7-f554-4ad2-9d6b-760089c622d2, host dv-cinder-733623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=bc4e8bf7-f554-4ad2-9d6b-760089c622d2,segment=NetworkSegment(bdf35626-376f-46d2-a75a-1faeae9f5e65),segment_id=bdf35626-376f-46d2-a75a-1faeae9f5e65)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 14:59:43.023263 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:43.053131 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27c99a57-cbbd-4db9-a544-455dd5d98efe tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:43.059302 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-14a23668-a239-4100-9e24-91ba87e3e888 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:43.090710 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Pushing event updated for resources: {'Port': ['ID=ba26fc98-3133-463a-b42b-c0e08f468fa5,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:43.113133 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205e200-9ce4-4289-8e29-03ec8515a1d5 req-726a71a8-783a-4b0f-aedf-207df86dab89 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:43.127622 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-9205e200-9ce4-4289-8e29-03ec8515a1d5 req-726a71a8-783a-4b0f-aedf-207df86dab89 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Synchronizing usage tracker for tenant:fbb15e10575048219e0645ac282a91d5 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 14:59:43.132641 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-644a650c-3e23-4858-b688-66ce725d46b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:43.154375 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.846s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:43.156385 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27c99a57-cbbd-4db9-a544-455dd5d98efe tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:43.161099 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.737s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:43.198209 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854175593'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:43.280805 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e5913-d99f-4880-8a71-c78604e7b202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df87e406-5938-4766-a8fb-0a840337e4a3,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:43.343467 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-9205e200-9ce4-4289-8e29-03ec8515a1d5 req-726a71a8-783a-4b0f-aedf-207df86dab89 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Unset dirty status for tenant:fbb15e10575048219e0645ac282a91d5 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 14:59:43.346658 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:43.354316 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b9710-f908-4a42-9c81-dfe6f44b7135 None None] Pushing event updated for resources: {'Port': ['ID=bc4e8bf7-f554-4ad2-9d6b-760089c622d2,revision_number=4']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:43.355522 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9205e200-9ce4-4289-8e29-03ec8515a1d5 req-726a71a8-783a-4b0f-aedf-207df86dab89 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 932 time: 0.7860055
Nov 18 14:59:43.375894 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d73b9710-f908-4a42-9c81-dfe6f44b7135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:43.447348 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] Routers {'ed93919a-91c9-401e-b3ac-c260adf28af0'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 14:59:43.447687 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:43.448023 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef53d080>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T14:59:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ed93919a-91c9-401e-b3ac-c260adf28af0'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:59:43.459646 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:43.470576 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 11.3164065
Nov 18 14:59:43.473352 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27c99a57-cbbd-4db9-a544-455dd5d98efe tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:43.478327 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-27c99a57-cbbd-4db9-a544-455dd5d98efe tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 1.1279438
Nov 18 14:59:43.508075 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 59552) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:43.536249 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9205e200-9ce4-4289-8e29-03ec8515a1d5 req-752c1342-08c4-46db-b21c-1e7dc4e4befb tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/security-groups?id=cdf9b8cd-f6da-444f-98ac-ba2a7fc2113e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1797180
Nov 18 14:59:43.542056 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] For port 0c043abc-f4f5-4013-a0e7-298fd5522f70, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=0c043abc-f4f5-4013-a0e7-298fd5522f70,segment=NetworkSegment(14ac9fd4-7aea-4a0b-a691-cf8f8931ccab),segment_id=14ac9fd4-7aea-4a0b-a691-cf8f8931ccab)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 14:59:43.566741 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:43.577663 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:43.585966 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:43.766784 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:43.777513 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Pushing event updated for resources: {'Port': ['ID=0c043abc-f4f5-4013-a0e7-298fd5522f70,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:43.787202 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:43.801032 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-006873c1-3e48-48ff-a63a-60cac217e17c req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 355e4400-997b-427e-b6b6-4d24567d15ee {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 14:59:43.815545 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] Set router ed93919a-91c9-401e-b3ac-c260adf28af0 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 14:59:43.819173 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-006873c1-3e48-48ff-a63a-60cac217e17c req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:43.835981 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] Transition to ACTIVE for port object 34820b56-ecb4-4e62-9b69-21268aee3c2f will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:59:43.841579 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:43.842942 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:43.850409 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-006873c1-3e48-48ff-a63a-60cac217e17c req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] Transition to ACTIVE for port object 355e4400-997b-427e-b6b6-4d24567d15ee will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:59:43.874868 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:43.919616 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-7ac67898-e7a6-41ea-b4ef-2dee63218d0b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Request body: {'security_group_rule': {'security_group_id': 'e22d9ae3-24e7-491f-baf7-1d7db489bf72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:43.945235 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b2fab-80da-4daf-a72a-757a4bd0c991 None None] Pushing event updated for resources: {'Port': ['ID=34820b56-ecb4-4e62-9b69-21268aee3c2f,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:43.949059 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a61b2fab-80da-4daf-a72a-757a4bd0c991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:43.993569 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4347870e-e324-4d3a-90a2-3bbe8338fbc4 req-5840b9fd-64fa-415d-ad48-6781b5cad5ba tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 210 time: 0.0662618
Nov 18 14:59:43.994954 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7ac67898-e7a6-41ea-b4ef-2dee63218d0b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:44.005132 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-006873c1-3e48-48ff-a63a-60cac217e17c req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:44.037823 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-7ac67898-e7a6-41ea-b4ef-2dee63218d0b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Usage tracker for resource:security_group_rule and tenant:8e34acf85e0c438ca8d7f165101583bf is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:44.218104 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef53d080>, [{'id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'name': 'tempest-AttachVolumeShelveTestJSON-1206987080-router', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:17Z', 'updated_at': '2020-11-18T14:59:30Z', 'revision_number': 4, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'gw_port': {'id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'bc4e8bf7-f554-4ad2-9d6b-760089c622d2', 'name': '', 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'mac_address': 'fa:16:3e:6f:0f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:29Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 4, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'subnets': [{'id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:59:44.222820 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35abc08-eb6d-4f01-87ee-262621e1fa3c None None] The sync data for ids ['ed93919a-91c9-401e-b3ac-c260adf28af0'] in dv-cinder-733623-8-iscsi is: [{'id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'name': 'tempest-AttachVolumeShelveTestJSON-1206987080-router', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:17Z', 'updated_at': '2020-11-18T14:59:30Z', 'revision_number': 4, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'gw_port': {'id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'bc4e8bf7-f554-4ad2-9d6b-760089c622d2', 'name': '', 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'mac_address': 'fa:16:3e:6f:0f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:29Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 4, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'subnets': [{'id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 14:59:44.235911 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c99a57-cbbd-4db9-a544-455dd5d98efe tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Pushing event updated for resources: {'SecurityGroup': ['ID=e22d9ae3-24e7-491f-baf7-1d7db489bf72,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:44.252299 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-27c99a57-cbbd-4db9-a544-455dd5d98efe tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.091s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:44.255351 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.991s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:44.256025 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:44.279738 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225d288-15f0-4f07-8819-08217df65917 req-87612a5b-a006-4b34-8887-9c0b86715f85 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:44.282507 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-e225d288-15f0-4f07-8819-08217df65917 req-87612a5b-a006-4b34-8887-9c0b86715f85 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Synchronizing usage tracker for tenant:6bf0ab10caa9402d8c60972bc45e7f66 on resource:port {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 14:59:44.293532 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d06b280-9bcd-4364-bfc7-a4caa5408c57 {{(pid=80265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 14:59:44.312282 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:44.322430 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-644a650c-3e23-4858-b688-66ce725d46b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:44.339663 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-241f64df-b39e-417e-bce3-190f176d01f2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:44.352300 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] Transition to ACTIVE for port object 3d06b280-9bcd-4364-bfc7-a4caa5408c57 will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:59:44.353599 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a650c-3e23-4858-b688-66ce725d46b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a559c4c8-fe66-4dd5-a227-a6f48ecf0874,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:44.357496 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-e225d288-15f0-4f07-8819-08217df65917 req-87612a5b-a006-4b34-8887-9c0b86715f85 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Unset dirty status for tenant:6bf0ab10caa9402d8c60972bc45e7f66 on resource:port {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 14:59:44.360184 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e225d288-15f0-4f07-8819-08217df65917 req-87612a5b-a006-4b34-8887-9c0b86715f85 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 931 time: 1.4831967
Nov 18 14:59:44.362149 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-644a650c-3e23-4858-b688-66ce725d46b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:44.367640 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:44.403141 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-7ac67898-e7a6-41ea-b4ef-2dee63218d0b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:44.407002 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:44.415727 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fb847a5a-a0c8-4c1c-9738-ad80e6bdf0c6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:44.457043 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-644a650c-3e23-4858-b688-66ce725d46b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:44.460680 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-644a650c-3e23-4858-b688-66ce725d46b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a559c4c8-fe66-4dd5-a227-a6f48ecf0874 HTTP/1.1" status: 204  len: 168 time: 2.8104095
Nov 18 14:59:44.548434 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7ac67898-e7a6-41ea-b4ef-2dee63218d0b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:44.578200 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-f5333d41-f647-49fe-8974-ed9228c5c870 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Allocated IP 172.20.0.4 (d8090ccd-15e6-4c66-9553-e439a92918ea/80c7effc-6938-4978-a3bc-1269e8492d3a/5059f602-c7f8-451f-95f7-dbd091055918) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 14:59:44.663103 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] Attempting to bind port 34820b56-ecb4-4e62-9b69-21268aee3c2f on host dv-cinder-733623-8-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 14:59:44.663529 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] Attempting to bind port 34820b56-ecb4-4e62-9b69-21268aee3c2f by drivers openvswitch on host dv-cinder-733623-8-iscsi at level 0 using segments [{'id': '6877fdf7-1612-4391-b0c6-707427134cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8090ccd-15e6-4c66-9553-e439a92918ea'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 14:59:44.663975 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] Attempting to bind port 34820b56-ecb4-4e62-9b69-21268aee3c2f on network d8090ccd-15e6-4c66-9553-e439a92918ea {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 14:59:44.692277 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] Pushing event updated for resources: {'Port': ['ID=3d06b280-9bcd-4364-bfc7-a4caa5408c57,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:44.696053 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] Checking agent: {'id': '8483a8a7-ec75-4234-902d-b313a7c9ca10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 14:59:44.696477 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] Checking segment: {'id': '6877fdf7-1612-4391-b0c6-707427134cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8090ccd-15e6-4c66-9553-e439a92918ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:59:44.696967 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:44.697431 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] Bound using segment: {'id': '6877fdf7-1612-4391-b0c6-707427134cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8090ccd-15e6-4c66-9553-e439a92918ea'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 14:59:44.697932 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] Bound port: 34820b56-ecb4-4e62-9b69-21268aee3c2f, host: dv-cinder-733623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6877fdf7-1612-4391-b0c6-707427134cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8090ccd-15e6-4c66-9553-e439a92918ea'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 14:59:44.698608 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:44.760841 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] Pushing event updated for resources: {'Port': ['ID=355e4400-997b-427e-b6b6-4d24567d15ee,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:44.793258 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:44.806968 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:44.848366 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e225d288-15f0-4f07-8819-08217df65917 req-8e8cb2be-7733-4249-b67a-52b93a421ed4 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4482269
Nov 18 14:59:44.931654 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] Attempting to bind port 3d06b280-9bcd-4364-bfc7-a4caa5408c57 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 14:59:44.932059 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] Attempting to bind port 3d06b280-9bcd-4364-bfc7-a4caa5408c57 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'e72dc314-afd7-4297-a475-43cedc80084b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '94707ea5-8713-4731-9f53-ed84ced46453'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 14:59:44.932448 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] Attempting to bind port 3d06b280-9bcd-4364-bfc7-a4caa5408c57 on network 94707ea5-8713-4731-9f53-ed84ced46453 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 14:59:44.949367 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] Checking agent: {'id': '91607d16-723a-4a8c-80a4-032802295cf0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 34), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 14:59:44.949754 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] Checking segment: {'id': 'e72dc314-afd7-4297-a475-43cedc80084b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '94707ea5-8713-4731-9f53-ed84ced46453'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:59:44.950204 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:44.950607 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] Bound using segment: {'id': 'e72dc314-afd7-4297-a475-43cedc80084b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '94707ea5-8713-4731-9f53-ed84ced46453'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 14:59:44.954633 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] For port 34820b56-ecb4-4e62-9b69-21268aee3c2f, host dv-cinder-733623-8-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 14:59:44.957191 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] Bound port: 3d06b280-9bcd-4364-bfc7-a4caa5408c57, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72dc314-afd7-4297-a475-43cedc80084b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '94707ea5-8713-4731-9f53-ed84ced46453'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 14:59:44.957733 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:44.963619 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] For port 34820b56-ecb4-4e62-9b69-21268aee3c2f, host dv-cinder-733623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=34820b56-ecb4-4e62-9b69-21268aee3c2f,segment=NetworkSegment(6877fdf7-1612-4391-b0c6-707427134cc0),segment_id=6877fdf7-1612-4391-b0c6-707427134cc0)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 14:59:44.970543 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:45.014177 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-70b526e9-fa9b-47db-a247-0cecb5807a30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:45.249795 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.15', 49927) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:45.336354 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b2fab-80da-4daf-a72a-757a4bd0c991 None None] Pushing event updated for resources: {'Port': ['ID=34820b56-ecb4-4e62-9b69-21268aee3c2f,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:45.370064 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a61b2fab-80da-4daf-a72a-757a4bd0c991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:45.410681 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 59598) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:45.479039 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] Routers {'d178dc8a-4101-40b6-9d48-3c347c372b95'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 14:59:45.482960 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef7221d0>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T14:59:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['d178dc8a-4101-40b6-9d48-3c347c372b95'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:59:45.488312 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37d69afd-8a1e-444a-9dae-bcb03b748cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:45.677996 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-37d69afd-8a1e-444a-9dae-bcb03b748cbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:45.682898 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-37d69afd-8a1e-444a-9dae-bcb03b748cbb admin admin] Usage tracker for resource:security_group_rule and tenant:4cfe98d717ab4faea9beaba9c6eefd21 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:45.687899 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-37d69afd-8a1e-444a-9dae-bcb03b748cbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:45.700376 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-37d69afd-8a1e-444a-9dae-bcb03b748cbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:45.817085 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-f5333d41-f647-49fe-8974-ed9228c5c870 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:45.849921 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37d69afd-8a1e-444a-9dae-bcb03b748cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:45.875827 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37d69afd-8a1e-444a-9dae-bcb03b748cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:45.891410 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7ac67898-e7a6-41ea-b4ef-2dee63218d0b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for security_group_rule, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:45.900427 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-f5333d41-f647-49fe-8974-ed9228c5c870 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:45.938392 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-c517293e-dc59-4a30-a7f2-61b4ae6d6939 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1224319339&fields=id&tenant_id=a636a45410424918b4d9f679f113cafd HTTP/1.1" status: 200  len: 267 time: 1.5770640
Nov 18 14:59:45.993004 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:45.995782 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] Set router d178dc8a-4101-40b6-9d48-3c347c372b95 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 14:59:46.106240 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 0c043abc-f4f5-4013-a0e7-298fd5522f70 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 14:59:46.181329 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] For port 3d06b280-9bcd-4364-bfc7-a4caa5408c57, host hv-cinder-73362, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 14:59:46.208057 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:46.271951 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] For port 3d06b280-9bcd-4364-bfc7-a4caa5408c57, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=3d06b280-9bcd-4364-bfc7-a4caa5408c57,segment=NetworkSegment(e72dc314-afd7-4297-a475-43cedc80084b),segment_id=e72dc314-afd7-4297-a475-43cedc80084b)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 14:59:46.304592 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5333d41-f647-49fe-8974-ed9228c5c870 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Pushing event updated for resources: {'Port': ['ID=5059f602-c7f8-451f-95f7-dbd091055918,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:46.313652 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f5333d41-f647-49fe-8974-ed9228c5c870 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:46.313844 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:46.342611 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d69afd-8a1e-444a-9dae-bcb03b748cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ee4eb7-3bf4-49ec-ad7d-47244770a484,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:46.359539 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5966261-8af9-42f6-8b3f-3a643883dd91 req-0790a0cf-b42b-4321-9efa-72fda506011e tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:46.362172 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5966261-8af9-42f6-8b3f-3a643883dd91 req-0790a0cf-b42b-4321-9efa-72fda506011e tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 944 time: 1.2609475
Nov 18 14:59:46.368342 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-37d69afd-8a1e-444a-9dae-bcb03b748cbb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4cfe98d717ab4faea9beaba9c6eefd21&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9563580
Nov 18 14:59:46.376537 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-37d69afd-8a1e-444a-9dae-bcb03b748cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:46.377411 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 59620) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:46.377642 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:46.382620 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 0c043abc-f4f5-4013-a0e7-298fd5522f70 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:59:46.383047 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:46.435685 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-d7b20863-05fe-4bef-b9ac-46ff6d94f5bc tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:46.436368 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-d7b20863-05fe-4bef-b9ac-46ff6d94f5bc tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Synchronizing usage tracker for tenant:b71ecd4efe1c43699077d33965fe93b0 on resource:network {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 14:59:46.488562 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7ac67898-e7a6-41ea-b4ef-2dee63218d0b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:46.512367 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-006873c1-3e48-48ff-a63a-60cac217e17c req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] Attempting to bind port 355e4400-997b-427e-b6b6-4d24567d15ee on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 14:59:46.513911 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-006873c1-3e48-48ff-a63a-60cac217e17c req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] Attempting to bind port 355e4400-997b-427e-b6b6-4d24567d15ee by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '4b2d87ea-87bf-4293-bc6e-adda9a20d3aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '231f3c88-1661-4a29-b0bd-d8835aa7f70f'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 14:59:46.514053 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006873c1-3e48-48ff-a63a-60cac217e17c req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] Attempting to bind port 355e4400-997b-427e-b6b6-4d24567d15ee on network 231f3c88-1661-4a29-b0bd-d8835aa7f70f {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 14:59:46.522976 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7ac67898-e7a6-41ea-b4ef-2dee63218d0b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138714'] for security_group_rule, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:46.542515 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:46.555644 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-1014a4e6-1fdb-4e4e-95a0-0a2b2d704002 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:46.557304 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-1014a4e6-1fdb-4e4e-95a0-0a2b2d704002 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/networks?id=39f5108f-843e-41e3-81e6-112f46a760b7 HTTP/1.1" status: 200  len: 810 time: 0.5909660
Nov 18 14:59:46.599399 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006873c1-3e48-48ff-a63a-60cac217e17c req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] Checking agent: {'id': '91607d16-723a-4a8c-80a4-032802295cf0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 34), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 14:59:46.600128 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006873c1-3e48-48ff-a63a-60cac217e17c req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] Checking segment: {'id': '4b2d87ea-87bf-4293-bc6e-adda9a20d3aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '231f3c88-1661-4a29-b0bd-d8835aa7f70f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:59:46.600251 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-006873c1-3e48-48ff-a63a-60cac217e17c req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:46.600577 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006873c1-3e48-48ff-a63a-60cac217e17c req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] Bound using segment: {'id': '4b2d87ea-87bf-4293-bc6e-adda9a20d3aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '231f3c88-1661-4a29-b0bd-d8835aa7f70f'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 14:59:46.601121 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-006873c1-3e48-48ff-a63a-60cac217e17c req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] Bound port: 355e4400-997b-427e-b6b6-4d24567d15ee, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2d87ea-87bf-4293-bc6e-adda9a20d3aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '231f3c88-1661-4a29-b0bd-d8835aa7f70f'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 14:59:46.601503 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-006873c1-3e48-48ff-a63a-60cac217e17c req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:46.611321 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7ac67898-e7a6-41ea-b4ef-2dee63218d0b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for security_group_rule, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:46.612669 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-7ac67898-e7a6-41ea-b4ef-2dee63218d0b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 3.0730779
Nov 18 14:59:46.619699 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 59624) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:46.627291 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac67898-e7a6-41ea-b4ef-2dee63218d0b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36844a6e-7bd0-4da6-bbad-66e2ea3d1c6c,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:46.631379 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7ac67898-e7a6-41ea-b4ef-2dee63218d0b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:46.651168 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-edade3cc-e7c9-4ac7-97cd-2d5d3eaea0e4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Request body: {'security_group_rule': {'security_group_id': 'e22d9ae3-24e7-491f-baf7-1d7db489bf72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:46.655369 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef7221d0>, [{'id': 'd178dc8a-4101-40b6-9d48-3c347c372b95', 'name': 'tempest-ServerRescueNegativeTestJSON-1948251233-router', 'tenant_id': 'b71ecd4efe1c43699077d33965fe93b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e8e0f34a-121b-4a68-8d89-f1a2b4c255e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:27Z', 'revision_number': 4, 'project_id': 'b71ecd4efe1c43699077d33965fe93b0', 'gw_port': {'id': 'e8e0f34a-121b-4a68-8d89-f1a2b4c255e2', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178dc8a-4101-40b6-9d48-3c347c372b95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:20Z', 'updated_at': '2020-11-18T14:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '34820b56-ecb4-4e62-9b69-21268aee3c2f', 'name': '', 'network_id': 'd8090ccd-15e6-4c66-9553-e439a92918ea', 'tenant_id': 'b71ecd4efe1c43699077d33965fe93b0', 'mac_address': 'fa:16:3e:c0:a0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd178dc8a-4101-40b6-9d48-3c347c372b95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80c7effc-6938-4978-a3bc-1269e8492d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:24Z', 'updated_at': '2020-11-18T14:59:44Z', 'revision_number': 4, 'project_id': 'b71ecd4efe1c43699077d33965fe93b0', 'subnets': [{'id': '80c7effc-6938-4978-a3bc-1269e8492d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 14:59:46.656697 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-f5333d41-f647-49fe-8974-ed9228c5c870 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Network d8090ccd-15e6-4c66-9553-e439a92918ea is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 14:59:46.660193 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device bc4e8bf7-f554-4ad2-9d6b-760089c622d2 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 14:59:46.663383 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-d7b20863-05fe-4bef-b9ac-46ff6d94f5bc tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Unset dirty status for tenant:b71ecd4efe1c43699077d33965fe93b0 on resource:network {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 14:59:46.664585 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-d7b20863-05fe-4bef-b9ac-46ff6d94f5bc tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.15 "GET /v2.0/networks?id=d8090ccd-15e6-4c66-9553-e439a92918ea HTTP/1.1" status: 200  len: 819 time: 1.3732278
Nov 18 14:59:46.672211 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5966261-8af9-42f6-8b3f-3a643883dd91 req-68d96488-0566-41fb-9871-64a780a4a27a tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/security-groups?id=cdf9b8cd-f6da-444f-98ac-ba2a7fc2113e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2979169
Nov 18 14:59:46.675094 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-edade3cc-e7c9-4ac7-97cd-2d5d3eaea0e4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:46.679184 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-edade3cc-e7c9-4ac7-97cd-2d5d3eaea0e4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Usage tracker for resource:security_group_rule and tenant:8e34acf85e0c438ca8d7f165101583bf is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:46.682196 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-edade3cc-e7c9-4ac7-97cd-2d5d3eaea0e4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:46.688365 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-edade3cc-e7c9-4ac7-97cd-2d5d3eaea0e4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:46.689438 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-f5333d41-f647-49fe-8974-ed9228c5c870 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:59:46.693259 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-9aab3fe1-1772-4000-bf87-f864adb5909d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/quotas/a636a45410424918b4d9f679f113cafd HTTP/1.1" status: 200  len: 375 time: 0.1012640
Nov 18 14:59:46.694246 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-f5333d41-f647-49fe-8974-ed9228c5c870 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 14:59:46.700932 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-f5333d41-f647-49fe-8974-ed9228c5c870 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:46.713475 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-f5333d41-f647-49fe-8974-ed9228c5c870 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:46.716888 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] Pushing event updated for resources: {'Port': ['ID=3d06b280-9bcd-4364-bfc7-a4caa5408c57,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:46.735185 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704c6127-8c06-49fe-bc76-4c8cda0c6973 None None] The sync data for ids ['d178dc8a-4101-40b6-9d48-3c347c372b95'] in dv-cinder-733623-8-iscsi is: [{'id': 'd178dc8a-4101-40b6-9d48-3c347c372b95', 'name': 'tempest-ServerRescueNegativeTestJSON-1948251233-router', 'tenant_id': 'b71ecd4efe1c43699077d33965fe93b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e8e0f34a-121b-4a68-8d89-f1a2b4c255e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:27Z', 'revision_number': 4, 'project_id': 'b71ecd4efe1c43699077d33965fe93b0', 'gw_port': {'id': 'e8e0f34a-121b-4a68-8d89-f1a2b4c255e2', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178dc8a-4101-40b6-9d48-3c347c372b95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:20Z', 'updated_at': '2020-11-18T14:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '34820b56-ecb4-4e62-9b69-21268aee3c2f', 'name': '', 'network_id': 'd8090ccd-15e6-4c66-9553-e439a92918ea', 'tenant_id': 'b71ecd4efe1c43699077d33965fe93b0', 'mac_address': 'fa:16:3e:c0:a0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd178dc8a-4101-40b6-9d48-3c347c372b95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80c7effc-6938-4978-a3bc-1269e8492d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:24Z', 'updated_at': '2020-11-18T14:59:44Z', 'revision_number': 4, 'project_id': 'b71ecd4efe1c43699077d33965fe93b0', 'subnets': [{'id': '80c7effc-6938-4978-a3bc-1269e8492d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 14:59:46.754919 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning for port bc4e8bf7-f554-4ad2-9d6b-760089c622d2 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 14:59:46.768178 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-9f3d843f-5958-4ab7-9615-5091998318d5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Request body: {'port': {'device_id': '9faa1d5c-8487-40b0-a347-26e6c3cc3709', 'network_id': 'd8090ccd-15e6-4c66-9553-e439a92918ea', 'admin_state_up': True, 'tenant_id': 'b71ecd4efe1c43699077d33965fe93b0'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:46.771247 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port bc4e8bf7-f554-4ad2-9d6b-760089c622d2 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:59:46.771725 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:46.830749 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-f5333d41-f647-49fe-8974-ed9228c5c870 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.3550341
Nov 18 14:59:46.853453 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] Request body: {'port': {'device_id': '838775d0-e9dc-4596-bf24-287a82801a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:46.900207 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-006873c1-3e48-48ff-a63a-60cac217e17c req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] For port 355e4400-997b-427e-b6b6-4d24567d15ee, host hv-cinder-73362, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 14:59:46.941733 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-006873c1-3e48-48ff-a63a-60cac217e17c req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] For port 355e4400-997b-427e-b6b6-4d24567d15ee, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=355e4400-997b-427e-b6b6-4d24567d15ee,segment=NetworkSegment(4b2d87ea-87bf-4293-bc6e-adda9a20d3aa),segment_id=4b2d87ea-87bf-4293-bc6e-adda9a20d3aa)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 14:59:46.941877 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:46.954218 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-27f95c24-e508-44bf-865c-ea7fdf3926d2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Synchronizing usage tracker for tenant:a636a45410424918b4d9f679f113cafd on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 14:59:46.980680 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] For port bc4e8bf7-f554-4ad2-9d6b-760089c622d2, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=bc4e8bf7-f554-4ad2-9d6b-760089c622d2,segment=NetworkSegment(bdf35626-376f-46d2-a75a-1faeae9f5e65),segment_id=bdf35626-376f-46d2-a75a-1faeae9f5e65)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 14:59:46.989716 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:46.990840 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 34820b56-ecb4-4e62-9b69-21268aee3c2f up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 14:59:46.991545 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-006873c1-3e48-48ff-a63a-60cac217e17c req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:47.004437 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:47.005395 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-edade3cc-e7c9-4ac7-97cd-2d5d3eaea0e4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for security_group_rule, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:47.021679 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f5333d41-f647-49fe-8974-ed9228c5c870 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:47.026196 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:47.039259 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-9f3d843f-5958-4ab7-9615-5091998318d5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:47.051281 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-9f3d843f-5958-4ab7-9615-5091998318d5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:47.066023 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a231db7d-1941-4d77-a3c5-c898a8fe3960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:47.108359 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a231db7d-1941-4d77-a3c5-c898a8fe3960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:47.125855 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Pushing event updated for resources: {'Port': ['ID=bc4e8bf7-f554-4ad2-9d6b-760089c622d2,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:47.139428 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:47.197134 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning for port 34820b56-ecb4-4e62-9b69-21268aee3c2f completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 14:59:47.204081 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 34820b56-ecb4-4e62-9b69-21268aee3c2f triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:59:47.204625 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:47.231152 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-35a28990-e31f-4bfc-a83f-a4712791acc4 req-f0e4a578-60d8-45dc-b36d-31647840199e tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 210 time: 0.1681132
Nov 18 14:59:47.231875 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-9f3d843f-5958-4ab7-9615-5091998318d5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Made reservation on behalf of b71ecd4efe1c43699077d33965fe93b0 for: {'port': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 14:59:47.240623 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-27f95c24-e508-44bf-865c-ea7fdf3926d2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Unset dirty status for tenant:a636a45410424918b4d9f679f113cafd on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 14:59:47.242902 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-27f95c24-e508-44bf-865c-ea7fdf3926d2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?tenant_id=a636a45410424918b4d9f679f113cafd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5177708
Nov 18 14:59:47.261106 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:47.275234 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-9f3d843f-5958-4ab7-9615-5091998318d5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:47.310510 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:47.312786 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] 10.222.0.15 "PUT /v2.0/ports/3d06b280-9bcd-4364-bfc7-a4caa5408c57 HTTP/1.1" status: 200  len: 1158 time: 6.0011222
Nov 18 14:59:47.317845 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd276fd8-80e2-4276-84e6-799271e66b84', 'tag': '3d06b280-9bcd-4364-bfc7-a4caa5408c57'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 14:59:47.517087 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a231db7d-1941-4d77-a3c5-c898a8fe3960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:47.517442 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] Pushing event updated for resources: {'Port': ['ID=355e4400-997b-427e-b6b6-4d24567d15ee,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:47.534857 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:47.554905 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:47.592044 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] For port 34820b56-ecb4-4e62-9b69-21268aee3c2f, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=34820b56-ecb4-4e62-9b69-21268aee3c2f,segment=NetworkSegment(6877fdf7-1612-4391-b0c6-707427134cc0),segment_id=6877fdf7-1612-4391-b0c6-707427134cc0)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 14:59:47.595326 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:47.602207 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ad311341-0621-490e-8aa6-c5d14eb37a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:47.631696 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-006873c1-3e48-48ff-a63a-60cac217e17c req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:47.633273 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-006873c1-3e48-48ff-a63a-60cac217e17c req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] 10.222.0.15 "PUT /v2.0/ports/355e4400-997b-427e-b6b6-4d24567d15ee HTTP/1.1" status: 200  len: 1157 time: 6.4331946
Nov 18 14:59:47.648850 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bad92f7-5a75-4ede-804e-78555c330e65', 'tag': '355e4400-997b-427e-b6b6-4d24567d15ee'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 14:59:47.694328 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Pushing event updated for resources: {'Port': ['ID=34820b56-ecb4-4e62-9b69-21268aee3c2f,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:47.707315 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:47.711463 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:47.720419 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device bc4e8bf7-f554-4ad2-9d6b-760089c622d2 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 14:59:47.770935 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231db7d-1941-4d77-a3c5-c898a8fe3960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ee4eb7-3bf4-49ec-ad7d-47244770a484,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:47.773903 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a231db7d-1941-4d77-a3c5-c898a8fe3960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:47.802311 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a231db7d-1941-4d77-a3c5-c898a8fe3960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:47.803670 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a231db7d-1941-4d77-a3c5-c898a8fe3960 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95ee4eb7-3bf4-49ec-ad7d-47244770a484 HTTP/1.1" status: 204  len: 168 time: 1.3958147
Nov 18 14:59:47.847148 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port bc4e8bf7-f554-4ad2-9d6b-760089c622d2 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:59:47.847595 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:47.852588 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-edade3cc-e7c9-4ac7-97cd-2d5d3eaea0e4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:47.880002 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-edade3cc-e7c9-4ac7-97cd-2d5d3eaea0e4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138714'] for security_group_rule, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:47.901124 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:47.909680 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-38245932-a839-43bf-ac62-46b8632e725e service neutron] 10.222.0.21 "GET /v2.0/networks/39f5108f-843e-41e3-81e6-112f46a760b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6071718
Nov 18 14:59:47.931999 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edade3cc-e7c9-4ac7-97cd-2d5d3eaea0e4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69341c1-b484-47cf-81fd-9238f7c1c2a6,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:47.935980 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-edade3cc-e7c9-4ac7-97cd-2d5d3eaea0e4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:48.033988 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-aa3efa55-1b4a-42ed-a718-97e324955434 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fbb15e10575048219e0645ac282a91d5&device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 1161 time: 0.5228851
Nov 18 14:59:48.034960 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-edade3cc-e7c9-4ac7-97cd-2d5d3eaea0e4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for security_group_rule, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:48.036124 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-edade3cc-e7c9-4ac7-97cd-2d5d3eaea0e4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.4063876
Nov 18 14:59:48.043972 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 59662) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:48.066731 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Request body: {'floatingip': {'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:48.072152 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:48.131969 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Usage tracker for resource:floatingip and tenant:8e34acf85e0c438ca8d7f165101583bf is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:48.141627 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:48.146778 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddf3de-8579-4aa0-b369-e273eed749b7 req-cbee03e2-5eb2-4710-867b-9c23801bd453 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:48.152583 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34ddf3de-8579-4aa0-b369-e273eed749b7 req-cbee03e2-5eb2-4710-867b-9c23801bd453 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 943 time: 0.5465505
Nov 18 14:59:48.166168 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-ad2a6930-1fce-4e24-8c52-d4c8f4b396e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d06b280-9bcd-4364-bfc7-a4caa5408c57 HTTP/1.1" status: 200  len: 217 time: 0.1138029
Nov 18 14:59:48.201321 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:48.235639 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for floatingip, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:48.270306 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-006873c1-3e48-48ff-a63a-60cac217e17c req-d5e64b83-6954-4559-8c8e-38ece62f3688 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bf0ab10caa9402d8c60972bc45e7f66&device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 1160 time: 0.5263808
Nov 18 14:59:48.349218 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-d27a5005-67bc-49fc-bc32-dc6b30aac946 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:48.350828 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-d27a5005-67bc-49fc-bc32-dc6b30aac946 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa3a6de5-97c8-4b90-8a46-e1778507a72b HTTP/1.1" status: 200  len: 851 time: 0.1419096
Nov 18 14:59:48.357091 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34ddf3de-8579-4aa0-b369-e273eed749b7 req-35996360-daf2-4b53-a86c-0a4925afb5ac tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928511
Nov 18 14:59:48.472299 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-cb822d23-f2b6-4d61-824d-d72d563faca0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=94707ea5-8713-4731-9f53-ed84ced46453&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1102514
Nov 18 14:59:48.556002 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-30119ed1-be9b-4bdd-af0b-69c468ffbecf service neutron] 10.222.0.21 "GET /v2.0/networks/39f5108f-843e-41e3-81e6-112f46a760b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6262851
Nov 18 14:59:48.568414 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-006873c1-3e48-48ff-a63a-60cac217e17c req-8d4174bb-cf7b-4f1a-bcb6-86462775bdc8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=355e4400-997b-427e-b6b6-4d24567d15ee HTTP/1.1" status: 200  len: 217 time: 0.2784791
Nov 18 14:59:48.829448 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006873c1-3e48-48ff-a63a-60cac217e17c req-707843fc-6772-4b35-86af-4344f75db9f2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:48.831083 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-006873c1-3e48-48ff-a63a-60cac217e17c req-707843fc-6772-4b35-86af-4344f75db9f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1bfe834-8f18-4226-b68a-ed4ee3dcac14 HTTP/1.1" status: 200  len: 854 time: 0.2506092
Nov 18 14:59:48.960156 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-9f3d843f-5958-4ab7-9615-5091998318d5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Allocated IP 172.20.0.14 (d8090ccd-15e6-4c66-9553-e439a92918ea/80c7effc-6938-4978-a3bc-1269e8492d3a/1e30dcf4-383c-42c8-ada5-7a96297ee89f) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 14:59:48.978888 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-006873c1-3e48-48ff-a63a-60cac217e17c req-74339447-ffd7-4c81-a2e4-13209ef111bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=231f3c88-1661-4a29-b0bd-d8835aa7f70f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0848806
Nov 18 14:59:49.028266 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:49.421255 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd276fd8-80e2-4276-84e6-799271e66b84', 'tag': '3d06b280-9bcd-4364-bfc7-a4caa5408c57', 'status': 'completed', 'code': 200}
Nov 18 14:59:49.484081 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-55a8269a-ab39-4e81-802c-d1a2caabf279 service neutron] 10.222.0.15 "GET /v2.0/networks/94707ea5-8713-4731-9f53-ed84ced46453?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0002089
Nov 18 14:59:49.567253 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Allocated IP 172.27.1.81 (96475b02-3c3a-4cf0-bab1-8b9b17365c14/9c2873db-d6d7-45a1-862e-7032080186d6/1ba476e0-9a86-4ee2-83b0-2abae27ab9fd) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 14:59:49.604426 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-006873c1-3e48-48ff-a63a-60cac217e17c req-38fb890b-59d9-4696-9893-6f4754bbf173 service neutron] 10.222.0.15 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6151946
Nov 18 14:59:49.730965 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 34820b56-ecb4-4e62-9b69-21268aee3c2f up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 14:59:49.811657 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d843eb9-830b-470a-83e2-444be07900cd req-5de6df9b-e6f5-4950-9711-1814311a6bc7 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:49.822170 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9d843eb9-830b-470a-83e2-444be07900cd req-5de6df9b-e6f5-4950-9711-1814311a6bc7 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 944 time: 0.8933437
Nov 18 14:59:49.828769 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-9f3d843f-5958-4ab7-9615-5091998318d5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:49.873615 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bad92f7-5a75-4ede-804e-78555c330e65', 'tag': '355e4400-997b-427e-b6b6-4d24567d15ee', 'status': 'completed', 'code': 200}
Nov 18 14:59:49.900669 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:49.901595 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 34820b56-ecb4-4e62-9b69-21268aee3c2f triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:59:49.902390 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:49.905345 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-006873c1-3e48-48ff-a63a-60cac217e17c req-889ac360-986d-4791-9081-fcccaac3e2c9 service neutron] 10.222.0.15 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2847948
Nov 18 14:59:49.932765 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:49.954918 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:50.007779 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f01b8906-7b07-48ae-98ec-9aa0bee43c66 req-75d124fc-4bf1-4747-96c7-c8fcad0b1de0 service neutron] 10.222.0.15 "GET /v2.0/networks/94707ea5-8713-4731-9f53-ed84ced46453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5074813
Nov 18 14:59:50.013625 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9d843eb9-830b-470a-83e2-444be07900cd req-28cf7ac4-6186-410c-ab8c-c81602392975 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/security-groups?id=cdf9b8cd-f6da-444f-98ac-ba2a7fc2113e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1903610
Nov 18 14:59:50.026875 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-9f3d843f-5958-4ab7-9615-5091998318d5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:50.185582 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:50.293614 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.15', 49934) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:50.434909 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d843f-5958-4ab7-9615-5091998318d5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Pushing event updated for resources: {'Port': ['ID=1e30dcf4-383c-42c8-ada5-7a96297ee89f,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:50.457303 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9f3d843f-5958-4ab7-9615-5091998318d5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:50.469324 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5457fb60-e79a-45c9-b6a1-819c2719c13e req-01d0f83a-bbc4-4872-bd54-f731f5e994bd tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 210 time: 0.0964568
Nov 18 14:59:50.470191 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 14:59:50.474288 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Pushing event updated for resources: {'Port': ['ID=1ba476e0-9a86-4ee2-83b0-2abae27ab9fd,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:50.559012 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:59:50.577847 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:50.582818 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 14:59:50.598940 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-9f3d843f-5958-4ab7-9615-5091998318d5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Network d8090ccd-15e6-4c66-9553-e439a92918ea is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 14:59:50.600269 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-9f3d843f-5958-4ab7-9615-5091998318d5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:59:50.603922 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-9f3d843f-5958-4ab7-9615-5091998318d5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 14:59:50.608495 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-9f3d843f-5958-4ab7-9615-5091998318d5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:50.609272 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-9f3d843f-5958-4ab7-9615-5091998318d5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:50.626878 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2f3c9d6d-94fb-43c6-a611-aece7c78fcc0 req-7c3824b1-7f74-4ca5-bb2f-b002f02b6b14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fbb15e10575048219e0645ac282a91d5&device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 1161 time: 0.4427595
Nov 18 14:59:50.819689 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-9f3d843f-5958-4ab7-9615-5091998318d5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.1073868
Nov 18 14:59:50.845459 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] Request body: {'port': {'device_id': '9faa1d5c-8487-40b0-a347-26e6c3cc3709', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:50.895346 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c9d6d-94fb-43c6-a611-aece7c78fcc0 req-7d6a65fe-6910-4e6a-93af-75b133774031 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:50.896994 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2f3c9d6d-94fb-43c6-a611-aece7c78fcc0 req-7d6a65fe-6910-4e6a-93af-75b133774031 service neutron] 10.222.0.15 "GET /v2.0/networks?id=94707ea5-8713-4731-9f53-ed84ced46453 HTTP/1.1" status: 200  len: 905 time: 0.2587721
Nov 18 14:59:51.038354 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2f3c9d6d-94fb-43c6-a611-aece7c78fcc0 req-3de9ddc0-e687-4f67-8464-589d4a78e66f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d06b280-9bcd-4364-bfc7-a4caa5408c57 HTTP/1.1" status: 200  len: 217 time: 0.1320531
Nov 18 14:59:51.049141 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286c760-1e10-4f9d-98a5-1b62dbcbf2d5 req-d160d137-5ac5-4104-a970-dfa46338e3bf tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:51.051259 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a286c760-1e10-4f9d-98a5-1b62dbcbf2d5 req-d160d137-5ac5-4104-a970-dfa46338e3bf tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 943 time: 0.2936521
Nov 18 14:59:51.082672 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5059f602-c7f8-451f-95f7-dbd091055918 {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 14:59:51.110303 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:51.120729 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3f0927da-286f-4234-995b-4bb86cced2ed req-3fcc240e-4c66-4f76-b2a8-63db8290b84e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bf0ab10caa9402d8c60972bc45e7f66&device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 1160 time: 1.1278048
Nov 18 14:59:51.130942 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e822f07-436e-49b8-8a57-6ea6804a3327 req-e5b08c0a-d53a-47cd-b1a4-d6390ed0ba4d tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:51.131717 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-3e822f07-436e-49b8-8a57-6ea6804a3327 req-e5b08c0a-d53a-47cd-b1a4-d6390ed0ba4d tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Synchronizing usage tracker for tenant:b71ecd4efe1c43699077d33965fe93b0 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 14:59:51.142888 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:51.149445 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-e4e61d86-9716-4ce0-8f00-df24b7cf41df tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:51.151011 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-e4e61d86-9716-4ce0-8f00-df24b7cf41df tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.15 "GET /v2.0/networks?id=39f5108f-843e-41e3-81e6-112f46a760b7 HTTP/1.1" status: 200  len: 810 time: 0.8517547
Nov 18 14:59:51.156540 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] Transition to ACTIVE for port object 5059f602-c7f8-451f-95f7-dbd091055918 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:59:51.163904 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:51.188798 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:51.223140 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c9d6d-94fb-43c6-a611-aece7c78fcc0 req-d52eb529-15df-4cbf-8174-9249f97b7ee2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:51.224153 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for floatingip, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:51.224771 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2f3c9d6d-94fb-43c6-a611-aece7c78fcc0 req-d52eb529-15df-4cbf-8174-9249f97b7ee2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa3a6de5-97c8-4b90-8a46-e1778507a72b HTTP/1.1" status: 200  len: 851 time: 0.1725504
Nov 18 14:59:51.235289 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a286c760-1e10-4f9d-98a5-1b62dbcbf2d5 req-d615dd64-fc8d-441b-9e3c-f675d1de376a tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375010
Nov 18 14:59:51.240714 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-3e822f07-436e-49b8-8a57-6ea6804a3327 req-e5b08c0a-d53a-47cd-b1a4-d6390ed0ba4d tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Unset dirty status for tenant:b71ecd4efe1c43699077d33965fe93b0 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 14:59:51.241997 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3e822f07-436e-49b8-8a57-6ea6804a3327 req-e5b08c0a-d53a-47cd-b1a4-d6390ed0ba4d tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 932 time: 1.2436242
Nov 18 14:59:51.584601 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2f3c9d6d-94fb-43c6-a611-aece7c78fcc0 req-b622565f-63e9-4bfe-b56f-c681ad21bb4b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=94707ea5-8713-4731-9f53-ed84ced46453&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3522234
Nov 18 14:59:51.595628 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] Pushing event updated for resources: {'Port': ['ID=5059f602-c7f8-451f-95f7-dbd091055918,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:51.610187 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:51.651950 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:51.755053 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3e822f07-436e-49b8-8a57-6ea6804a3327 req-2c10e9ea-07c1-4681-95d3-a2a16b75b8e5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4561787
Nov 18 14:59:51.779257 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-f385737e-5d70-4ecb-8c74-c49024fda2a3 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a636a45410424918b4d9f679f113cafd HTTP/1.1" status: 200  len: 5045 time: 0.5532861
Nov 18 14:59:51.834181 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-a43f67e9-943a-43eb-80f9-d684f9414d75 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Request body: {'port': {'device_id': '6eb9a964-9b42-4cde-b023-79abc8a28e0c', 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'admin_state_up': True, 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'security_groups': ['2de9aaf3-3647-46fd-85d6-35ce984c5512']}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:51.856699 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0927da-286f-4234-995b-4bb86cced2ed req-8bf940a8-a3c3-4e07-8b1f-87c04312c76b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:51.858366 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3f0927da-286f-4234-995b-4bb86cced2ed req-8bf940a8-a3c3-4e07-8b1f-87c04312c76b service neutron] 10.222.0.15 "GET /v2.0/networks?id=231f3c88-1661-4a29-b0bd-d8835aa7f70f HTTP/1.1" status: 200  len: 908 time: 0.6404326
Nov 18 14:59:51.980481 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.db.resource_extend [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 18 14:59:52.134532 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2f3c9d6d-94fb-43c6-a611-aece7c78fcc0 req-d07c3534-0209-4fe1-b27b-9bbbf484a792 service neutron] 10.222.0.15 "GET /v2.0/networks/94707ea5-8713-4731-9f53-ed84ced46453?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5430505
Nov 18 14:59:52.143364 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e30dcf4-383c-42c8-ada5-7a96297ee89f {{(pid=80265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 14:59:52.182068 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:52.204235 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3f0927da-286f-4234-995b-4bb86cced2ed req-f0779bf5-6e73-4a7c-9115-1cd215b08bd6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=355e4400-997b-427e-b6b6-4d24567d15ee HTTP/1.1" status: 200  len: 217 time: 0.3333952
Nov 18 14:59:52.260412 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0f0c0332-0662-4b3c-a985-6cbcee81f711 req-2c0c02e9-c0f0-4364-9875-5496305941eb tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 210 time: 0.1604900
Nov 18 14:59:52.282368 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] Transition to ACTIVE for port object 1e30dcf4-383c-42c8-ada5-7a96297ee89f will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:59:52.293731 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60606120-75bf-4909-b420-c0ea84712ec9 req-0e88937f-bec0-4f86-8158-f2e7851f95a2 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:52.295434 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-60606120-75bf-4909-b420-c0ea84712ec9 req-0e88937f-bec0-4f86-8158-f2e7851f95a2 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 944 time: 0.5693729
Nov 18 14:59:52.307105 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:52.342610 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:52.410335 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] Attempting to bind port 5059f602-c7f8-451f-95f7-dbd091055918 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 14:59:52.410682 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] Attempting to bind port 5059f602-c7f8-451f-95f7-dbd091055918 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '6877fdf7-1612-4391-b0c6-707427134cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8090ccd-15e6-4c66-9553-e439a92918ea'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 14:59:52.411055 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] Attempting to bind port 5059f602-c7f8-451f-95f7-dbd091055918 on network d8090ccd-15e6-4c66-9553-e439a92918ea {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 14:59:52.472579 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2f3c9d6d-94fb-43c6-a611-aece7c78fcc0 req-9bb7ff4e-598d-4c53-a996-65244f1a87f2 service neutron] 10.222.0.15 "GET /v2.0/networks/94707ea5-8713-4731-9f53-ed84ced46453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3229368
Nov 18 14:59:52.473277 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] Pushing event updated for resources: {'Port': ['ID=1e30dcf4-383c-42c8-ada5-7a96297ee89f,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:52.476467 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:52.550912 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 59808) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:52.551774 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] Checking agent: {'id': '91607d16-723a-4a8c-80a4-032802295cf0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 34), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 14:59:52.552162 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] Checking segment: {'id': '6877fdf7-1612-4391-b0c6-707427134cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8090ccd-15e6-4c66-9553-e439a92918ea'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:59:52.552575 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:52.553052 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] Bound using segment: {'id': '6877fdf7-1612-4391-b0c6-707427134cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8090ccd-15e6-4c66-9553-e439a92918ea'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 14:59:52.553552 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] Bound port: 5059f602-c7f8-451f-95f7-dbd091055918, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6877fdf7-1612-4391-b0c6-707427134cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8090ccd-15e6-4c66-9553-e439a92918ea'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 14:59:52.553931 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:52.558080 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-60606120-75bf-4909-b420-c0ea84712ec9 req-bf90e587-2386-4f5b-8511-b53a4765939c tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/security-groups?id=cdf9b8cd-f6da-444f-98ac-ba2a7fc2113e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2519977
Nov 18 14:59:52.591282 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0927da-286f-4234-995b-4bb86cced2ed req-5047161a-4c1c-4f4e-a3f2-9cc835117bee service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:52.593526 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3f0927da-286f-4234-995b-4bb86cced2ed req-5047161a-4c1c-4f4e-a3f2-9cc835117bee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1bfe834-8f18-4226-b68a-ed4ee3dcac14 HTTP/1.1" status: 200  len: 854 time: 0.3292098
Nov 18 14:59:52.598076 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-a43f67e9-943a-43eb-80f9-d684f9414d75 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:52.673916 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-a43f67e9-943a-43eb-80f9-d684f9414d75 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:52.708029 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] Attempting to bind port 1e30dcf4-383c-42c8-ada5-7a96297ee89f on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 14:59:52.708501 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] Attempting to bind port 1e30dcf4-383c-42c8-ada5-7a96297ee89f by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '6877fdf7-1612-4391-b0c6-707427134cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8090ccd-15e6-4c66-9553-e439a92918ea'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 14:59:52.708811 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] Attempting to bind port 1e30dcf4-383c-42c8-ada5-7a96297ee89f on network d8090ccd-15e6-4c66-9553-e439a92918ea {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 14:59:52.709136 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3f0927da-286f-4234-995b-4bb86cced2ed req-5e02b9ca-c518-4bbf-9e7b-f08fcbf6d709 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=231f3c88-1661-4a29-b0bd-d8835aa7f70f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1039603
Nov 18 14:59:52.733445 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9fb06a51-8734-438b-857f-d8ee7271e4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:52.745462 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] Checking agent: {'id': '91607d16-723a-4a8c-80a4-032802295cf0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 34), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 14:59:52.745850 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] Checking segment: {'id': '6877fdf7-1612-4391-b0c6-707427134cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8090ccd-15e6-4c66-9553-e439a92918ea'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:59:52.746257 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:52.746660 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] Bound using segment: {'id': '6877fdf7-1612-4391-b0c6-707427134cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8090ccd-15e6-4c66-9553-e439a92918ea'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 14:59:52.747160 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] Bound port: 1e30dcf4-383c-42c8-ada5-7a96297ee89f, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6877fdf7-1612-4391-b0c6-707427134cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8090ccd-15e6-4c66-9553-e439a92918ea'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 14:59:52.747538 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:52.775278 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-a43f67e9-943a-43eb-80f9-d684f9414d75 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Made reservation on behalf of a636a45410424918b4d9f679f113cafd for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 14:59:52.780817 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-a43f67e9-943a-43eb-80f9-d684f9414d75 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:52.835262 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9fb06a51-8734-438b-857f-d8ee7271e4d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:52.848391 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-9fb06a51-8734-438b-857f-d8ee7271e4d1 admin admin] Usage tracker for resource:security_group_rule and tenant:c32b8e24c6eb464bb924655b842e0f6c is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:52.860073 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-9fb06a51-8734-438b-857f-d8ee7271e4d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:52.871499 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9fb06a51-8734-438b-857f-d8ee7271e4d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:52.889399 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] For port 1e30dcf4-383c-42c8-ada5-7a96297ee89f, host hv-cinder-73362, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 14:59:52.893911 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] For port 1e30dcf4-383c-42c8-ada5-7a96297ee89f, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=1e30dcf4-383c-42c8-ada5-7a96297ee89f,segment=NetworkSegment(6877fdf7-1612-4391-b0c6-707427134cc0),segment_id=6877fdf7-1612-4391-b0c6-707427134cc0)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 14:59:52.902287 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:52.924671 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:53.107090 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.db.resource_extend [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 18 14:59:53.162166 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:53.166760 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] Pushing event updated for resources: {'Port': ['ID=1e30dcf4-383c-42c8-ada5-7a96297ee89f,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:53.177474 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:53.178326 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907933f-bd19-4887-a473-5fefa101f3a7 req-8257514b-96cf-4e62-a070-e46b782d6f10 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:53.179976 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7907933f-bd19-4887-a473-5fefa101f3a7 req-8257514b-96cf-4e62-a070-e46b782d6f10 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 943 time: 0.7021093
Nov 18 14:59:53.181202 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] For port 5059f602-c7f8-451f-95f7-dbd091055918, host hv-cinder-73362, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 14:59:53.195313 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:53.233455 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9fb06a51-8734-438b-857f-d8ee7271e4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:53.237948 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:53.243549 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9fb06a51-8734-438b-857f-d8ee7271e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:53.259651 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-37d69afd-8a1e-444a-9dae-bcb03b748cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:53.275460 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fe469-db91-4bf4-a77a-e25e54aec401 req-1d4daf5f-22b6-48d7-9114-f6cdda58322e tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:53.276251 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-458fe469-db91-4bf4-a77a-e25e54aec401 req-1d4daf5f-22b6-48d7-9114-f6cdda58322e tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Synchronizing usage tracker for tenant:b71ecd4efe1c43699077d33965fe93b0 on resource:port {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 14:59:53.294201 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] For port 5059f602-c7f8-451f-95f7-dbd091055918, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5059f602-c7f8-451f-95f7-dbd091055918,segment=NetworkSegment(6877fdf7-1612-4391-b0c6-707427134cc0),segment_id=6877fdf7-1612-4391-b0c6-707427134cc0)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 14:59:53.303483 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:53.305197 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] 10.222.0.15 "PUT /v2.0/ports/1e30dcf4-383c-42c8-ada5-7a96297ee89f HTTP/1.1" status: 200  len: 1158 time: 2.4646220
Nov 18 14:59:53.310187 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9faa1d5c-8487-40b0-a347-26e6c3cc3709', 'tag': '1e30dcf4-383c-42c8-ada5-7a96297ee89f'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 14:59:53.316548 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3f0927da-286f-4234-995b-4bb86cced2ed req-fa6104be-02dc-4743-bc72-023e11b198c8 service neutron] 10.222.0.15 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5918119
Nov 18 14:59:53.334011 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb06a51-8734-438b-857f-d8ee7271e4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9a9f33-ed0b-42f9-bf7d-ccf992a34069,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:53.339194 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:53.347613 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9fb06a51-8734-438b-857f-d8ee7271e4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:53.349723 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-458fe469-db91-4bf4-a77a-e25e54aec401 req-1d4daf5f-22b6-48d7-9114-f6cdda58322e tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Unset dirty status for tenant:b71ecd4efe1c43699077d33965fe93b0 on resource:port {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 14:59:53.351021 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-458fe469-db91-4bf4-a77a-e25e54aec401 req-1d4daf5f-22b6-48d7-9114-f6cdda58322e tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 944 time: 0.3822379
Nov 18 14:59:53.388313 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9fb06a51-8734-438b-857f-d8ee7271e4d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c32b8e24c6eb464bb924655b842e0f6c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8362758
Nov 18 14:59:53.399978 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 59836) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:53.500863 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-458fe469-db91-4bf4-a77a-e25e54aec401 req-905233c0-2b94-48b6-a7e1-a6cfd0176b3e tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Synchronizing usage tracker for tenant:b71ecd4efe1c43699077d33965fe93b0 on resource:security_group {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 14:59:53.539053 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Pushing event updated for resources: {'Port': ['ID=1ba476e0-9a86-4ee2-83b0-2abae27ab9fd,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:53.542551 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-d0014c35-e0c4-4666-81df-49de647efc62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b71ecd4efe1c43699077d33965fe93b0&device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 1161 time: 0.1901321
Nov 18 14:59:53.543245 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b0d4a6a0-c469-4319-8363-df296d2a76e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:53.547360 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:53.600048 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-30436237-ca50-494c-8e54-bb5f12c6c1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:53.609551 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-458fe469-db91-4bf4-a77a-e25e54aec401 req-905233c0-2b94-48b6-a7e1-a6cfd0176b3e tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Unset dirty status for tenant:b71ecd4efe1c43699077d33965fe93b0 on resource:security_group {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 14:59:53.610806 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-458fe469-db91-4bf4-a77a-e25e54aec401 req-905233c0-2b94-48b6-a7e1-a6cfd0176b3e tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2173748
Nov 18 14:59:53.646714 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b0d4a6a0-c469-4319-8363-df296d2a76e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:53.655222 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-51628f31-cd94-48a8-ab55-5bceae7b117f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e30dcf4-383c-42c8-ada5-7a96297ee89f HTTP/1.1" status: 200  len: 217 time: 0.0988095
Nov 18 14:59:53.696267 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b0d4a6a0-c469-4319-8363-df296d2a76e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:53.701753 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a231db7d-1941-4d77-a3c5-c898a8fe3960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:53.714108 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4a6a0-c469-4319-8363-df296d2a76e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9a9f33-ed0b-42f9-bf7d-ccf992a34069,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:53.716803 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b0d4a6a0-c469-4319-8363-df296d2a76e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:53.724102 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b0d4a6a0-c469-4319-8363-df296d2a76e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:53.725627 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b0d4a6a0-c469-4319-8363-df296d2a76e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c9a9f33-ed0b-42f9-bf7d-ccf992a34069 HTTP/1.1" status: 204  len: 168 time: 0.3246684
Nov 18 14:59:53.790299 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1dcc22d1-e5cc-4710-afaf-7de6b71e1a63 req-204b0f7f-dd12-418f-9697-166ad0816d78 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 210 time: 0.0477672
Nov 18 14:59:53.829701 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7907933f-bd19-4887-a473-5fefa101f3a7 req-bdfa94ef-cd74-476f-892e-42dbc5576e38 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6304309
Nov 18 14:59:53.931703 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9faa1d5c-8487-40b0-a347-26e6c3cc3709', 'tag': '1e30dcf4-383c-42c8-ada5-7a96297ee89f', 'status': 'completed', 'code': 200}
Nov 18 14:59:53.997648 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3f0927da-286f-4234-995b-4bb86cced2ed req-3333c4a3-3099-4c8b-a67f-d435fc59df26 service neutron] 10.222.0.15 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6572123
Nov 18 14:59:54.014691 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] Pushing event updated for resources: {'Port': ['ID=5059f602-c7f8-451f-95f7-dbd091055918,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:54.020323 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:54.027635 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854175593'] for floatingip, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:54.126859 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:54.129194 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] 10.222.0.15 "PUT /v2.0/ports/5059f602-c7f8-451f-95f7-dbd091055918 HTTP/1.1" status: 200  len: 1157 time: 7.2825637
Nov 18 14:59:54.133475 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838775d0-e9dc-4596-bf24-287a82801a5f', 'tag': '5059f602-c7f8-451f-95f7-dbd091055918'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 14:59:54.142359 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:54.143796 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.0890918
Nov 18 14:59:54.154021 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 59862) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:54.162669 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-a43f67e9-943a-43eb-80f9-d684f9414d75 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Allocated IP 172.20.0.11 (39f5108f-843e-41e3-81e6-112f46a760b7/fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d/1dab2caa-73c4-4e48-8653-c13eae84bf16) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 14:59:54.184299 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3303fccb-d1bc-445b-ae7f-b939b75ef5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:54.229558 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3303fccb-d1bc-445b-ae7f-b939b75ef5f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:54.234580 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3303fccb-d1bc-445b-ae7f-b939b75ef5f9 admin admin] Usage tracker for resource:security_group_rule and tenant:e68c419bca2143c890a03562afb66bfe is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:54.237908 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3303fccb-d1bc-445b-ae7f-b939b75ef5f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:54.259405 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3303fccb-d1bc-445b-ae7f-b939b75ef5f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:54.282999 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86dc064-96f6-499e-9cba-1dfe0b051b58 req-d5c6b6d0-6014-4d68-bb48-e5974ea01cca tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:54.285177 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a86dc064-96f6-499e-9cba-1dfe0b051b58 req-d5c6b6d0-6014-4d68-bb48-e5974ea01cca tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 944 time: 0.2124212
Nov 18 14:59:54.313174 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838775d0-e9dc-4596-bf24-287a82801a5f', 'tag': '5059f602-c7f8-451f-95f7-dbd091055918', 'status': 'completed', 'code': 200}
Nov 18 14:59:54.378926 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a86dc064-96f6-499e-9cba-1dfe0b051b58 req-813f9f21-aa50-4c0a-a307-ef637eb00375 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/security-groups?id=cdf9b8cd-f6da-444f-98ac-ba2a7fc2113e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838172
Nov 18 14:59:54.384770 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-a43f67e9-943a-43eb-80f9-d684f9414d75 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:54.399174 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3303fccb-d1bc-445b-ae7f-b939b75ef5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:54.403658 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3303fccb-d1bc-445b-ae7f-b939b75ef5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:54.404207 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-a43f67e9-943a-43eb-80f9-d684f9414d75 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Transition to ACTIVE for port object 1dab2caa-73c4-4e48-8653-c13eae84bf16 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:59:54.418571 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-644a650c-3e23-4858-b688-66ce725d46b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:54.429168 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-a43f67e9-943a-43eb-80f9-d684f9414d75 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:54.451050 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-51edcc96-95b4-4113-9f34-fcbf2a3a433f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:54.468958 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3303fccb-d1bc-445b-ae7f-b939b75ef5f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e68c419bca2143c890a03562afb66bfe&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3128922
Nov 18 14:59:54.472374 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 59882) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:54.485652 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303fccb-d1bc-445b-ae7f-b939b75ef5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d8df7b-1c97-4e08-a4a4-d17d4076fcf4,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:54.489838 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3303fccb-d1bc-445b-ae7f-b939b75ef5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:54.611438 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f67e9-943a-43eb-80f9-d684f9414d75 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Pushing event updated for resources: {'Port': ['ID=1dab2caa-73c4-4e48-8653-c13eae84bf16,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:54.615456 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a43f67e9-943a-43eb-80f9-d684f9414d75 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:54.633719 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-408a8e86-5d76-4215-accc-b74cf96de0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:54.637592 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-58ac71e9-c99f-4734-a8a0-0bfb841f728e tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Synchronizing usage tracker for tenant:8e34acf85e0c438ca8d7f165101583bf on resource:security_group {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 14:59:54.676468 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-408a8e86-5d76-4215-accc-b74cf96de0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:54.681938 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-a43f67e9-943a-43eb-80f9-d684f9414d75 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Network 39f5108f-843e-41e3-81e6-112f46a760b7 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 14:59:54.683132 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-a43f67e9-943a-43eb-80f9-d684f9414d75 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 14:59:54.686362 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-a43f67e9-943a-43eb-80f9-d684f9414d75 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 14:59:54.692855 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-a43f67e9-943a-43eb-80f9-d684f9414d75 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:54.693645 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-a43f67e9-943a-43eb-80f9-d684f9414d75 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:54.696434 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-58ac71e9-c99f-4734-a8a0-0bfb841f728e tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Unset dirty status for tenant:8e34acf85e0c438ca8d7f165101583bf on resource:security_group {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 14:59:54.705947 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-58ac71e9-c99f-4734-a8a0-0bfb841f728e tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--18448959&fields=id&tenant_id=8e34acf85e0c438ca8d7f165101583bf HTTP/1.1" status: 200  len: 267 time: 0.1419642
Nov 18 14:59:54.715361 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-a43f67e9-943a-43eb-80f9-d684f9414d75 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9264655
Nov 18 14:59:54.864110 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-408a8e86-5d76-4215-accc-b74cf96de0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:54.874006 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-27c99a57-cbbd-4db9-a544-455dd5d98efe tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:54.884170 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-399db6a0-c8ba-46de-80b3-f61c3be43ed9 None None] Provisioning for port 1dab2caa-73c4-4e48-8653-c13eae84bf16 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 14:59:54.889428 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-399db6a0-c8ba-46de-80b3-f61c3be43ed9 None None] Provisioning complete for port 1dab2caa-73c4-4e48-8653-c13eae84bf16 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 14:59:54.890017 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-399db6a0-c8ba-46de-80b3-f61c3be43ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:54.902050 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a8e86-5d76-4215-accc-b74cf96de0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d8df7b-1c97-4e08-a4a4-d17d4076fcf4,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:54.908290 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-408a8e86-5d76-4215-accc-b74cf96de0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:54.911769 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-408a8e86-5d76-4215-accc-b74cf96de0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:54.915310 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-408a8e86-5d76-4215-accc-b74cf96de0d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9d8df7b-1c97-4e08-a4a4-d17d4076fcf4 HTTP/1.1" status: 204  len: 168 time: 0.4396243
Nov 18 14:59:54.921408 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-81d405c0-a3f4-49d1-bcf8-4ec1d21285af tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:54.923005 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-81d405c0-a3f4-49d1-bcf8-4ec1d21285af tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/networks?id=37eaaf30-5a3c-4021-920a-a0d0e09402d1 HTTP/1.1" status: 200  len: 817 time: 0.2162156
Nov 18 14:59:54.941340 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-51efb682-3c39-449a-ada6-b09e5d7f8b73 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/quotas/8e34acf85e0c438ca8d7f165101583bf HTTP/1.1" status: 200  len: 375 time: 0.0119128
Nov 18 14:59:54.967512 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-399db6a0-c8ba-46de-80b3-f61c3be43ed9 None None] Port 1dab2caa-73c4-4e48-8653-c13eae84bf16 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 14:59:55.004037 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcb95f-1eb3-4b80-a5c7-4cc0e3edeaaa req-1bcc0be1-aab1-40e4-8371-27db6d120df2 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:55.005809 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c5dcb95f-1eb3-4b80-a5c7-4cc0e3edeaaa req-1bcc0be1-aab1-40e4-8371-27db6d120df2 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 944 time: 0.1079981
Nov 18 14:59:55.053172 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-c2684b90-f82d-425a-b00e-24a69e60aafc tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e34acf85e0c438ca8d7f165101583bf&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1049299
Nov 18 14:59:55.055532 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c5dcb95f-1eb3-4b80-a5c7-4cc0e3edeaaa req-7c403d85-79cc-4057-ab59-d3037e758213 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424275
Nov 18 14:59:55.378330 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950bc40-86b9-429c-b436-c59825813aa7 req-bd1148b7-9f06-4d0d-82f2-074ea0586fa9 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:55.379192 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-0950bc40-86b9-429c-b436-c59825813aa7 req-bd1148b7-9f06-4d0d-82f2-074ea0586fa9 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Synchronizing usage tracker for tenant:a636a45410424918b4d9f679f113cafd on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 14:59:55.396893 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-1339e4f0-7154-4dd5-b9fb-5e62970706f0 service neutron] 10.222.0.21 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3297729
Nov 18 14:59:55.405915 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-0950bc40-86b9-429c-b436-c59825813aa7 req-bd1148b7-9f06-4d0d-82f2-074ea0586fa9 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Unset dirty status for tenant:a636a45410424918b4d9f679f113cafd on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 14:59:55.407862 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0950bc40-86b9-429c-b436-c59825813aa7 req-bd1148b7-9f06-4d0d-82f2-074ea0586fa9 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 932 time: 0.1245754
Nov 18 14:59:55.465472 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0950bc40-86b9-429c-b436-c59825813aa7 req-28061f30-e58c-454c-8275-0f0e63e4f366 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436835
Nov 18 14:59:55.562872 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-422ce5f7-43ea-496e-87e6-8290aac26965 service neutron] 10.222.0.21 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1473041
Nov 18 14:59:55.689279 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515cada-548f-44a5-b74a-ce281bed7fa1 req-79ddad88-7798-4ff1-84db-ff5d1a03172c tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:55.691514 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c515cada-548f-44a5-b74a-ce281bed7fa1 req-79ddad88-7798-4ff1-84db-ff5d1a03172c tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 943 time: 0.1026158
Nov 18 14:59:55.755491 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c515cada-548f-44a5-b74a-ce281bed7fa1 req-6049b63a-920c-4d70-8174-082bd1924284 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578556
Nov 18 14:59:55.925655 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2460a03a-ae6a-4fd8-b37d-5c8e2cba84a8 req-a8e60c53-37a5-41ec-8601-2e5150e24285 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 210 time: 0.0525074
Nov 18 14:59:56.033807 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2e3f4-901e-4780-b79c-823d13d8be6d req-eb6a33e4-f6e5-4704-b2a0-a585abcc8a93 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:56.042413 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d6e2e3f4-901e-4780-b79c-823d13d8be6d req-eb6a33e4-f6e5-4704-b2a0-a585abcc8a93 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 944 time: 0.1321673
Nov 18 14:59:56.105354 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d6e2e3f4-901e-4780-b79c-823d13d8be6d req-1e5188cf-b86a-450f-a8a3-f972daca5814 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/security-groups?id=cdf9b8cd-f6da-444f-98ac-ba2a7fc2113e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618765
Nov 18 14:59:56.312775 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8bd0b-f9a1-4bec-9135-207c97c3daa7 req-13431fba-4c75-429b-b9cf-448de2ef0cf4 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:56.314423 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2bf8bd0b-f9a1-4bec-9135-207c97c3daa7 req-13431fba-4c75-429b-b9cf-448de2ef0cf4 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 944 time: 0.0838580
Nov 18 14:59:56.366064 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2bf8bd0b-f9a1-4bec-9135-207c97c3daa7 req-ba7aa30a-04bd-4c18-9422-b60c63058e68 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446773
Nov 18 14:59:56.679816 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eecea0-33a4-413f-b830-612ee8b385ab req-b3e6dbf2-b115-4585-928e-a0d1bd005825 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:56.681490 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c0eecea0-33a4-413f-b830-612ee8b385ab req-b3e6dbf2-b115-4585-928e-a0d1bd005825 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 932 time: 0.0866106
Nov 18 14:59:56.730085 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c0eecea0-33a4-413f-b830-612ee8b385ab req-424b5301-d8f1-4b8f-8d12-37eef6f24ac8 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420182
Nov 18 14:59:56.976374 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b575aba-b703-413b-af5f-73060c6cc294 req-1c341adb-19a4-4061-8d8f-b0c8b93f1f8a tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:56.978039 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4b575aba-b703-413b-af5f-73060c6cc294 req-1c341adb-19a4-4061-8d8f-b0c8b93f1f8a tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 943 time: 0.0844562
Nov 18 14:59:57.030553 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4b575aba-b703-413b-af5f-73060c6cc294 req-7fb6c407-bebd-4a51-929f-2d2ede28b8bc tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460868
Nov 18 14:59:57.148301 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-e756859a-e04c-4357-99b2-0a8ad8f71403 req-9851bd63-961f-4b7b-8a2b-06c169a8dfb7 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Synchronizing usage tracker for tenant:8e34acf85e0c438ca8d7f165101583bf on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 14:59:57.170234 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-e756859a-e04c-4357-99b2-0a8ad8f71403 req-9851bd63-961f-4b7b-8a2b-06c169a8dfb7 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Unset dirty status for tenant:8e34acf85e0c438ca8d7f165101583bf on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 14:59:57.171653 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e756859a-e04c-4357-99b2-0a8ad8f71403 req-9851bd63-961f-4b7b-8a2b-06c169a8dfb7 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 210 time: 0.0698845
Nov 18 14:59:57.348544 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] Request body: {'port': {'device_id': '6eb9a964-9b42-4cde-b023-79abc8a28e0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 14:59:57.358751 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-ec06fa48-20a7-46c0-848a-319b9dd5d67e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:57.361011 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-ec06fa48-20a7-46c0-848a-319b9dd5d67e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80c7effc-6938-4978-a3bc-1269e8492d3a HTTP/1.1" status: 200  len: 859 time: 0.0872464
Nov 18 14:59:57.402291 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706fb86-e070-47b0-b8b5-eae9b6754e36 req-b406ccc0-d342-4ba9-9edf-0c7fe963aa0c tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:57.412873 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d706fb86-e070-47b0-b8b5-eae9b6754e36 req-b406ccc0-d342-4ba9-9edf-0c7fe963aa0c tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 944 time: 0.1782043
Nov 18 14:59:57.571092 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:57.588820 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-ae516d72-4d7b-4c68-b083-6e56498c3906 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8090ccd-15e6-4c66-9553-e439a92918ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1164389
Nov 18 14:59:57.611417 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d706fb86-e070-47b0-b8b5-eae9b6754e36 req-01433057-83ff-4825-847f-a76d25db8556 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/security-groups?id=cdf9b8cd-f6da-444f-98ac-ba2a7fc2113e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970811
Nov 18 14:59:57.792818 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-715a5365-de2f-4902-8dab-15ff268cf6fa service neutron] 10.222.0.15 "GET /v2.0/networks/d8090ccd-15e6-4c66-9553-e439a92918ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1795869
Nov 18 14:59:57.935365 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 60004) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:58.041274 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-28996fc4-308e-47fe-813b-f3a9780b4f58 req-d4dc44bc-d761-41ec-8185-e3a0452f34f2 service neutron] 10.222.0.15 "GET /v2.0/networks/d8090ccd-15e6-4c66-9553-e439a92918ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2412529
Nov 18 14:59:58.061469 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500bb06-d7dc-408f-9f92-ef1ea2464ccb req-9c433f21-b09e-44a6-8ffc-bfe645168a7d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:58.063445 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1500bb06-d7dc-408f-9f92-ef1ea2464ccb req-9c433f21-b09e-44a6-8ffc-bfe645168a7d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 932 time: 0.1289656
Nov 18 14:59:58.110189 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1500bb06-d7dc-408f-9f92-ef1ea2464ccb req-9bc0e2a8-0ff0-42fd-9385-d6f9f90061e5 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Synchronizing usage tracker for tenant:a636a45410424918b4d9f679f113cafd on resource:security_group {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 14:59:58.141891 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1500bb06-d7dc-408f-9f92-ef1ea2464ccb req-9bc0e2a8-0ff0-42fd-9385-d6f9f90061e5 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Unset dirty status for tenant:a636a45410424918b4d9f679f113cafd on resource:security_group {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 14:59:58.143100 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1500bb06-d7dc-408f-9f92-ef1ea2464ccb req-9bc0e2a8-0ff0-42fd-9385-d6f9f90061e5 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738952
Nov 18 14:59:58.145837 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f0bcc140-33d7-4312-8b5c-aa074bce216a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:58.155403 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-25d93de6-e61f-4490-8ea8-14ed03af622f req-ac1d25df-30b4-411f-8b4c-164b2bf0c733 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b71ecd4efe1c43699077d33965fe93b0&device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 1160 time: 0.5493002
Nov 18 14:59:58.188050 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40226777-e918-4d6c-804c-0558aaf31ade req-b2d29fc7-6a08-46cd-8e51-a72aca11ed9d tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:58.188505 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f0bcc140-33d7-4312-8b5c-aa074bce216a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:58.189697 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40226777-e918-4d6c-804c-0558aaf31ade req-b2d29fc7-6a08-46cd-8e51-a72aca11ed9d tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 944 time: 0.5260050
Nov 18 14:59:58.193219 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f0bcc140-33d7-4312-8b5c-aa074bce216a admin admin] Usage tracker for resource:security_group_rule and tenant:3da6244de60e484e86a1c73d4309bbf0 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:58.196376 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f0bcc140-33d7-4312-8b5c-aa074bce216a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:58.202246 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f0bcc140-33d7-4312-8b5c-aa074bce216a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:58.277955 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f0bcc140-33d7-4312-8b5c-aa074bce216a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:58.318130 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f0bcc140-33d7-4312-8b5c-aa074bce216a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:58.330422 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:58.336429 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40226777-e918-4d6c-804c-0558aaf31ade req-5a99aa4e-4c62-4f23-b005-ef65e4588e1b tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284010
Nov 18 14:59:58.383111 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bcc140-33d7-4312-8b5c-aa074bce216a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bd4b55-a8ca-438d-a158-a74a01956138,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:58.386509 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f0bcc140-33d7-4312-8b5c-aa074bce216a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:58.392485 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f0bcc140-33d7-4312-8b5c-aa074bce216a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3da6244de60e484e86a1c73d4309bbf0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4537797
Nov 18 14:59:58.394519 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 60016) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:58.427595 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dab2caa-73c4-4e48-8653-c13eae84bf16 {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 14:59:58.435148 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:58.448878 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] Transition to ACTIVE for port object 1dab2caa-73c4-4e48-8653-c13eae84bf16 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 14:59:58.452319 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:58.461411 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df6eb9-3928-4707-9c9b-56005ec1e2ad req-076c82b4-5b2b-4667-bd53-c5c2b36ada92 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:58.463013 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-61df6eb9-3928-4707-9c9b-56005ec1e2ad req-076c82b4-5b2b-4667-bd53-c5c2b36ada92 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 943 time: 0.1873038
Nov 18 14:59:58.469695 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:58.510612 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fc1ae1ba-612b-41ec-84da-f2cae933ac1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:58.562645 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1dab2caa-73c4-4e48-8653-c13eae84bf16,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:58.576041 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fc1ae1ba-612b-41ec-84da-f2cae933ac1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:58.585068 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-61df6eb9-3928-4707-9c9b-56005ec1e2ad req-185ce6e8-0037-435b-829e-f48293c92527 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135995
Nov 18 14:59:58.610129 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:58.636597 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fc1ae1ba-612b-41ec-84da-f2cae933ac1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:58.651763 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3303fccb-d1bc-445b-ae7f-b939b75ef5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:58.671770 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ae1ba-612b-41ec-84da-f2cae933ac1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bd4b55-a8ca-438d-a158-a74a01956138,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:58.675020 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fc1ae1ba-612b-41ec-84da-f2cae933ac1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:58.679452 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-fc1ae1ba-612b-41ec-84da-f2cae933ac1d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55bd4b55-a8ca-438d-a158-a74a01956138 HTTP/1.1" status: 204  len: 168 time: 0.2839561
Nov 18 14:59:58.681048 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fc1ae1ba-612b-41ec-84da-f2cae933ac1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:58.685747 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0779b63b-33f2-4527-aa84-4f5b1ab18599 req-6c939b99-094b-44b4-881e-a8c78fcd78b8 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 210 time: 0.1600983
Nov 18 14:59:58.854571 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6473b-3d41-4c49-b57c-1f2baa4697da req-ddf2c51d-5d09-42fa-9183-64eaf0f2291d tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:58.857030 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bdf6473b-3d41-4c49-b57c-1f2baa4697da req-ddf2c51d-5d09-42fa-9183-64eaf0f2291d tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 944 time: 0.1057389
Nov 18 14:59:58.864160 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] Attempting to bind port 1dab2caa-73c4-4e48-8653-c13eae84bf16 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 14:59:58.864666 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] Attempting to bind port 1dab2caa-73c4-4e48-8653-c13eae84bf16 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '14ac9fd4-7aea-4a0b-a691-cf8f8931ccab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 14:59:58.865180 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] Attempting to bind port 1dab2caa-73c4-4e48-8653-c13eae84bf16 on network 39f5108f-843e-41e3-81e6-112f46a760b7 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 14:59:58.873549 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] Checking agent: {'id': '91607d16-723a-4a8c-80a4-032802295cf0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 34), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 14:59:58.874219 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] Checking segment: {'id': '14ac9fd4-7aea-4a0b-a691-cf8f8931ccab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 14:59:58.874651 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:58.875046 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] Bound using segment: {'id': '14ac9fd4-7aea-4a0b-a691-cf8f8931ccab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 14:59:58.875709 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] Bound port: 1dab2caa-73c4-4e48-8653-c13eae84bf16, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ac9fd4-7aea-4a0b-a691-cf8f8931ccab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 14:59:58.876337 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:58.923890 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bdf6473b-3d41-4c49-b57c-1f2baa4697da req-48609bed-91e8-47f1-892e-387b0de2a5ed tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/security-groups?id=cdf9b8cd-f6da-444f-98ac-ba2a7fc2113e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599742
Nov 18 14:59:58.987511 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] For port 1dab2caa-73c4-4e48-8653-c13eae84bf16, host hv-cinder-73362, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 14:59:58.990550 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] For port 1dab2caa-73c4-4e48-8653-c13eae84bf16, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=1dab2caa-73c4-4e48-8653-c13eae84bf16,segment=NetworkSegment(14ac9fd4-7aea-4a0b-a691-cf8f8931ccab),segment_id=14ac9fd4-7aea-4a0b-a691-cf8f8931ccab)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 14:59:58.993955 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:59.009413 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:59.124979 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 60034) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:59.144455 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1f911396-9447-41fa-b5d2-9c18dd8b0602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:59.160790 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1dab2caa-73c4-4e48-8653-c13eae84bf16,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:59.165818 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:59.177928 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1f911396-9447-41fa-b5d2-9c18dd8b0602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 14:59:59.181950 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-1f911396-9447-41fa-b5d2-9c18dd8b0602 admin admin] Usage tracker for resource:security_group_rule and tenant:85f8db4f99814feb88872d5ea86bd454 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 14:59:59.185177 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-1f911396-9447-41fa-b5d2-9c18dd8b0602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 14:59:59.191040 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1f911396-9447-41fa-b5d2-9c18dd8b0602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 14:59:59.198487 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:59.200131 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] 10.222.0.15 "PUT /v2.0/ports/1dab2caa-73c4-4e48-8653-c13eae84bf16 HTTP/1.1" status: 200  len: 1158 time: 1.8570154
Nov 18 14:59:59.200795 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb9a964-9b42-4cde-b023-79abc8a28e0c', 'tag': '1dab2caa-73c4-4e48-8653-c13eae84bf16'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 14:59:59.268634 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb9a964-9b42-4cde-b023-79abc8a28e0c', 'tag': '1dab2caa-73c4-4e48-8653-c13eae84bf16', 'status': 'completed', 'code': 200}
Nov 18 14:59:59.271681 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1f911396-9447-41fa-b5d2-9c18dd8b0602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:59.274762 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1f911396-9447-41fa-b5d2-9c18dd8b0602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:59.283044 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:59.327411 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f911396-9447-41fa-b5d2-9c18dd8b0602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23b334d-6e43-4859-afe6-6412f8c124d5,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:59.331411 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1f911396-9447-41fa-b5d2-9c18dd8b0602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:59.334016 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1f911396-9447-41fa-b5d2-9c18dd8b0602 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85f8db4f99814feb88872d5ea86bd454&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2078569
Nov 18 14:59:59.336640 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 60042) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 14:59:59.377274 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0968f4b-bc50-4602-a214-60803a69dadb req-2f602ac1-f51d-43d7-b5c8-1edebe493b40 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:59.379798 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d0968f4b-bc50-4602-a214-60803a69dadb req-2f602ac1-f51d-43d7-b5c8-1edebe493b40 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 944 time: 0.0924876
Nov 18 14:59:59.405002 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d9776168-6d9a-4a98-8ef0-4da241354280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:59.439357 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d9776168-6d9a-4a98-8ef0-4da241354280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:59.452010 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d0968f4b-bc50-4602-a214-60803a69dadb req-037de2ff-58ad-4c3b-bf28-394061223e15 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660572
Nov 18 14:59:59.489416 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d9776168-6d9a-4a98-8ef0-4da241354280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:59.493183 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f190cbbb-5032-414e-a1b2-741489841e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 14:59:59.550622 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9776168-6d9a-4a98-8ef0-4da241354280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23b334d-6e43-4859-afe6-6412f8c124d5,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 14:59:59.555482 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d9776168-6d9a-4a98-8ef0-4da241354280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 14:59:59.556377 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d9776168-6d9a-4a98-8ef0-4da241354280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 14:59:59.557799 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d9776168-6d9a-4a98-8ef0-4da241354280 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f23b334d-6e43-4859-afe6-6412f8c124d5 HTTP/1.1" status: 204  len: 168 time: 0.2198849
Nov 18 14:59:59.608549 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d7b9f-d3b1-4a5b-8d40-d1f0ded39e55 req-3bbed493-72d9-4979-9ca6-5547827fed50 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:59.614155 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-308d7b9f-d3b1-4a5b-8d40-d1f0ded39e55 req-3bbed493-72d9-4979-9ca6-5547827fed50 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 944 time: 0.1142893
Nov 18 14:59:59.660190 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-308d7b9f-d3b1-4a5b-8d40-d1f0ded39e55 req-8d3291b3-d5ba-4cf0-8e1a-e7d508da8858 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437136
Nov 18 14:59:59.808949 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a146ab-2b85-4859-9aa7-a058a5ffff51 req-fa8d9bf9-0cd7-447b-b942-0ebff584196e tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 14:59:59.810846 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-09a146ab-2b85-4859-9aa7-a058a5ffff51 req-fa8d9bf9-0cd7-447b-b942-0ebff584196e tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 943 time: 0.0869296
Nov 18 14:59:59.863218 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-09a146ab-2b85-4859-9aa7-a058a5ffff51 req-00b0cfb0-722d-4d25-9641-d24cd7a4f933 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439959
Nov 18 14:59:59.932854 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2773f15b-10ed-4200-8e1c-d976d7ee81cf req-6d925c48-7d7a-4dc6-92e4-6b60fcd62f53 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 210 time: 0.0509946
Nov 18 15:00:00.129839 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acc4f5-733d-4ce7-bcc9-86f6ea5c1aca req-7d2a2e7f-d7f6-4f55-abad-63a0b6974254 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:00.131565 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c3acc4f5-733d-4ce7-bcc9-86f6ea5c1aca req-7d2a2e7f-d7f6-4f55-abad-63a0b6974254 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 944 time: 0.0877533
Nov 18 15:00:00.180467 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c3acc4f5-733d-4ce7-bcc9-86f6ea5c1aca req-0e672558-043f-452f-99ca-dc5a6e590295 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/security-groups?id=cdf9b8cd-f6da-444f-98ac-ba2a7fc2113e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426991
Nov 18 15:00:00.671283 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212a000-b7df-4203-8cac-f4de6c3c67ba req-d833e150-b7f2-481a-91b1-29c3776ba4e8 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:00.673089 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2212a000-b7df-4203-8cac-f4de6c3c67ba req-d833e150-b7f2-481a-91b1-29c3776ba4e8 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 944 time: 0.0885026
Nov 18 15:00:00.723820 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2212a000-b7df-4203-8cac-f4de6c3c67ba req-f07a132e-72a9-4c21-beac-00f7c46fd413 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439668
Nov 18 15:00:00.878391 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097512b1-014d-4638-a970-acde92db5d57 req-22489971-a9f5-4190-a45d-d1aec3779f49 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:00.879999 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-097512b1-014d-4638-a970-acde92db5d57 req-22489971-a9f5-4190-a45d-d1aec3779f49 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 944 time: 0.0834644
Nov 18 15:00:00.941332 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-097512b1-014d-4638-a970-acde92db5d57 req-241a335e-b768-44db-beb9-c144a6b89430 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551114
Nov 18 15:00:01.083130 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc2f5a-9909-485a-ac1a-6f2c7f9e7472 req-c0e3661e-07bb-45ba-b681-476fae9f4fe6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:01.090954 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-46cc2f5a-9909-485a-ac1a-6f2c7f9e7472 req-c0e3661e-07bb-45ba-b681-476fae9f4fe6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 943 time: 0.0927951
Nov 18 15:00:01.141330 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-46cc2f5a-9909-485a-ac1a-6f2c7f9e7472 req-59efb0be-820e-4387-971e-9a3c97da439d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493388
Nov 18 15:00:01.159646 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-deb91686-0156-4f66-b465-b5b7495765dd req-c1e8076a-1814-4fb5-9fa0-01b42f7c7647 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 210 time: 0.0671339
Nov 18 15:00:01.390790 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea270f7-2a85-4478-bc80-6ac311ac1a05 req-de16e2a6-6af7-4b8e-b3aa-70e14cd88848 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:01.392272 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2ea270f7-2a85-4478-bc80-6ac311ac1a05 req-de16e2a6-6af7-4b8e-b3aa-70e14cd88848 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 944 time: 0.0805018
Nov 18 15:00:01.440957 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2ea270f7-2a85-4478-bc80-6ac311ac1a05 req-1f2d2b43-199b-481d-bc96-af1612fc7a36 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/security-groups?id=cdf9b8cd-f6da-444f-98ac-ba2a7fc2113e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419812
Nov 18 15:00:01.923746 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-179b12ae-fe91-4b87-b8c3-9bbf636457df req-65d989dd-0a3f-418b-8331-d641f54400bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b71ecd4efe1c43699077d33965fe93b0&device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 1161 time: 0.0867014
Nov 18 15:00:02.092564 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d93de6-e61f-4490-8ea8-14ed03af622f req-418a7ca0-4f40-4317-8223-a447ef47315f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:02.094190 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-25d93de6-e61f-4490-8ea8-14ed03af622f req-418a7ca0-4f40-4317-8223-a447ef47315f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b71ecd4efe1c43699077d33965fe93b0&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2891912
Nov 18 15:00:02.104846 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fc631df0-590c-4982-86ab-d4661e0ac288 req-5d5bb14f-8785-4123-ac10-87a46e3f7feb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a636a45410424918b4d9f679f113cafd&device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 1161 time: 0.2660620
Nov 18 15:00:02.111571 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220354fa-e332-48ec-9450-0740a5a4a30d req-ebc6093d-0dbc-4d92-beb2-8362f061543b tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:02.113169 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-220354fa-e332-48ec-9450-0740a5a4a30d req-ebc6093d-0dbc-4d92-beb2-8362f061543b tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 944 time: 0.2287679
Nov 18 15:00:02.133032 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b12ae-fe91-4b87-b8c3-9bbf636457df req-da4db307-1ef5-47dc-ad0b-574e20b9402c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:02.134649 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-179b12ae-fe91-4b87-b8c3-9bbf636457df req-da4db307-1ef5-47dc-ad0b-574e20b9402c service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8090ccd-15e6-4c66-9553-e439a92918ea HTTP/1.1" status: 200  len: 913 time: 0.2035000
Nov 18 15:00:02.164043 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-220354fa-e332-48ec-9450-0740a5a4a30d req-0b3293c9-6554-4516-8d39-2af14b7654cd tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435529
Nov 18 15:00:02.165890 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23f27b-5770-4aa3-8e25-3525cff862f6 req-584bb87e-6019-41cd-9fc7-333ccd26fe73 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:02.167468 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ed23f27b-5770-4aa3-8e25-3525cff862f6 req-584bb87e-6019-41cd-9fc7-333ccd26fe73 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 944 time: 0.1026886
Nov 18 15:00:02.217120 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ed23f27b-5770-4aa3-8e25-3525cff862f6 req-f9dbf06d-bc8f-4e6f-8f26-4caa6a74f6cb tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434797
Nov 18 15:00:02.371771 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1538d68-fc35-4238-8289-c98cb157d45e req-6aafd5c2-476b-4c02-aa13-46600a7545ed tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:02.373414 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c1538d68-fc35-4238-8289-c98cb157d45e req-6aafd5c2-476b-4c02-aa13-46600a7545ed tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 943 time: 0.0844586
Nov 18 15:00:02.390206 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bac39d8d-5905-40b6-950f-8c20a8ca9434 req-f3a4ac67-d3e0-46c7-b35d-60e01dce3732 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 210 time: 0.0566087
Nov 18 15:00:02.421892 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c1538d68-fc35-4238-8289-c98cb157d45e req-9f5de138-c0ac-45be-86b0-a2d5a4da49e0 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419455
Nov 18 15:00:02.576448 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-179b12ae-fe91-4b87-b8c3-9bbf636457df req-4bc2fdbf-99b9-4a02-9090-28e47a5646d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e30dcf4-383c-42c8-ada5-7a96297ee89f HTTP/1.1" status: 200  len: 217 time: 0.0735652
Nov 18 15:00:02.674915 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.objects.ports [None req-be7585c2-4dad-4f3a-8203-8b0c71900c05 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80266) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 18 15:00:02.749629 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b12ae-fe91-4b87-b8c3-9bbf636457df req-82ff5222-d894-46f4-a804-742a4d3a551b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:02.751950 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-179b12ae-fe91-4b87-b8c3-9bbf636457df req-82ff5222-d894-46f4-a804-742a4d3a551b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80c7effc-6938-4978-a3bc-1269e8492d3a HTTP/1.1" status: 200  len: 859 time: 0.1635494
Nov 18 15:00:02.816111 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25452bd7-963e-4403-be8e-6736ed2425f5 req-04083c22-799f-4e07-89f3-49df0a5ad5ed tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:02.817934 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-25452bd7-963e-4403-be8e-6736ed2425f5 req-04083c22-799f-4e07-89f3-49df0a5ad5ed tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 944 time: 0.1644342
Nov 18 15:00:02.820354 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-179b12ae-fe91-4b87-b8c3-9bbf636457df req-63ea277c-ff1d-484d-b0ca-8c02eb364e13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8090ccd-15e6-4c66-9553-e439a92918ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0581000
Nov 18 15:00:02.924726 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d93de6-e61f-4490-8ea8-14ed03af622f req-f3f1ce26-41f8-4424-b56f-69996d141ffd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:02.926355 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-25d93de6-e61f-4490-8ea8-14ed03af622f req-f3f1ce26-41f8-4424-b56f-69996d141ffd service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.4226093
Nov 18 15:00:02.978878 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-25452bd7-963e-4403-be8e-6736ed2425f5 req-84fbe56d-3069-4346-b9b9-43cb650f0d06 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/security-groups?id=cdf9b8cd-f6da-444f-98ac-ba2a7fc2113e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523790
Nov 18 15:00:03.015504 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-179b12ae-fe91-4b87-b8c3-9bbf636457df req-c7bc12ae-919a-4a39-a0ee-07a393dbfaff service neutron] 10.222.0.15 "GET /v2.0/networks/d8090ccd-15e6-4c66-9553-e439a92918ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1878181
Nov 18 15:00:03.054298 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-6267147a-5f6d-4738-9031-c269ca441a98 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:03.055093 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-6267147a-5f6d-4738-9031-c269ca441a98 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Synchronizing usage tracker for tenant:8e34acf85e0c438ca8d7f165101583bf on resource:network {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:00:03.058055 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc631df0-590c-4982-86ab-d4661e0ac288 req-5a085c5a-1827-44a8-b682-130f1214bb46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:03.059801 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fc631df0-590c-4982-86ab-d4661e0ac288 req-5a085c5a-1827-44a8-b682-130f1214bb46 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a636a45410424918b4d9f679f113cafd&shared=False HTTP/1.1" status: 200  len: 904 time: 0.5571070
Nov 18 15:00:03.130002 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-6267147a-5f6d-4738-9031-c269ca441a98 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Unset dirty status for tenant:8e34acf85e0c438ca8d7f165101583bf on resource:network {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:00:03.131258 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-6267147a-5f6d-4738-9031-c269ca441a98 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.15 "GET /v2.0/networks?id=37eaaf30-5a3c-4021-920a-a0d0e09402d1 HTTP/1.1" status: 200  len: 817 time: 0.4574628
Nov 18 15:00:03.373588 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-179b12ae-fe91-4b87-b8c3-9bbf636457df req-9ea9803d-61c0-4cad-9d4d-75cc438a9984 service neutron] 10.222.0.15 "GET /v2.0/networks/d8090ccd-15e6-4c66-9553-e439a92918ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3484647
Nov 18 15:00:03.429637 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-635ece37-caff-4d19-b8a3-697d37630068 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b71ecd4efe1c43699077d33965fe93b0&device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 1160 time: 0.4576612
Nov 18 15:00:03.464072 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ddf4b-8e3e-49f2-bc38-088ecdbea641 req-b66ac040-ac37-4c15-b3df-e9bfe12bf265 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:03.464072 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-684ddf4b-8e3e-49f2-bc38-088ecdbea641 req-b66ac040-ac37-4c15-b3df-e9bfe12bf265 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 944 time: 0.0915477
Nov 18 15:00:03.516737 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-684ddf4b-8e3e-49f2-bc38-088ecdbea641 req-f715ee53-2e8b-4793-a140-2a33750492a7 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474005
Nov 18 15:00:03.595526 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-dd74e08e-8e15-4921-8e1d-204adde269c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5059f602-c7f8-451f-95f7-dbd091055918 HTTP/1.1" status: 200  len: 217 time: 0.1085393
Nov 18 15:00:03.598609 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc631df0-590c-4982-86ab-d4661e0ac288 req-d208f8e5-8146-41fb-bfd3-48fbbf20d066 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:03.600121 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fc631df0-590c-4982-86ab-d4661e0ac288 req-d208f8e5-8146-41fb-bfd3-48fbbf20d066 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.5306208
Nov 18 15:00:03.730372 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d103803e-82d1-4bfb-b815-9e2e8bafae27 req-467b9cff-7d3e-411d-9e33-3922325e361b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 210 time: 0.0644772
Nov 18 15:00:03.734206 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:03.753090 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-f9292043-9eb3-4a61-8fd7-413ff83693a3 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Synchronizing usage tracker for tenant:8e34acf85e0c438ca8d7f165101583bf on resource:security_group {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:00:03.783446 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b0fa3-f57a-4f7c-b8fd-ec7645dfcaa3 req-3c0d5ad2-aac5-4a48-bc55-a81f1ddfa2f2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:03.785185 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b09b0fa3-f57a-4f7c-b8fd-ec7645dfcaa3 req-3c0d5ad2-aac5-4a48-bc55-a81f1ddfa2f2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 944 time: 0.3858967
Nov 18 15:00:03.802003 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-127577a8-0456-4fb9-9820-22d365d94bc6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:03.803918 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-127577a8-0456-4fb9-9820-22d365d94bc6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80c7effc-6938-4978-a3bc-1269e8492d3a HTTP/1.1" status: 200  len: 859 time: 0.1934640
Nov 18 15:00:03.825399 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-f9292043-9eb3-4a61-8fd7-413ff83693a3 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Unset dirty status for tenant:8e34acf85e0c438ca8d7f165101583bf on resource:security_group {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:00:03.826701 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-f9292043-9eb3-4a61-8fd7-413ff83693a3 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e34acf85e0c438ca8d7f165101583bf HTTP/1.1" status: 200  len: 5043 time: 0.4303322
Nov 18 15:00:03.864541 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-ad529db8-26e3-4998-9b51-201e988d4a6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a636a45410424918b4d9f679f113cafd&device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 1161 time: 0.2077625
Nov 18 15:00:03.869787 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b09b0fa3-f57a-4f7c-b8fd-ec7645dfcaa3 req-99411223-efc3-491c-976b-b21a0cae87ec tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734909
Nov 18 15:00:03.897290 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-cbfa4f24-dd43-413e-a527-112cc5f52523 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Request body: {'port': {'device_id': 'c6506193-1698-4272-bf79-49303491d9b2', 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'admin_state_up': True, 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'security_groups': ['e22d9ae3-24e7-491f-baf7-1d7db489bf72']}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:00:03.949814 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133f049-1552-4f98-b09f-ed38410101ff req-5f85b285-5135-4d61-9820-600aced45844 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:03.951418 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3133f049-1552-4f98-b09f-ed38410101ff req-5f85b285-5135-4d61-9820-600aced45844 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 943 time: 0.0820625
Nov 18 15:00:03.999710 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3133f049-1552-4f98-b09f-ed38410101ff req-24335e02-9b14-46e7-8d89-afe5c960cd20 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419528
Nov 18 15:00:04.032423 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-380e2e67-a934-4399-986c-30e6840bde6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8090ccd-15e6-4c66-9553-e439a92918ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1200156
Nov 18 15:00:04.070982 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-5cc60d14-8094-46c5-8cea-4b2a92d052f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dab2caa-73c4-4e48-8653-c13eae84bf16 HTTP/1.1" status: 200  len: 217 time: 0.1573792
Nov 18 15:00:04.250786 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 3d06b280-9bcd-4364-bfc7-a4caa5408c57 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:00:04.321926 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning for port 3d06b280-9bcd-4364-bfc7-a4caa5408c57 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:00:04.327381 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 3d06b280-9bcd-4364-bfc7-a4caa5408c57 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:00:04.327806 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:04.359877 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-fd8d3b72-4290-4f57-81de-9618d5b9414d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:04.361516 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-fd8d3b72-4290-4f57-81de-9618d5b9414d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d HTTP/1.1" status: 200  len: 849 time: 0.2822118
Nov 18 15:00:04.432834 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-cbfa4f24-dd43-413e-a527-112cc5f52523 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:00:04.453938 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:04.461054 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-45c8b3a5-ed14-4ff0-a89b-a80c81fb5cb9 service neutron] 10.222.0.15 "GET /v2.0/networks/d8090ccd-15e6-4c66-9553-e439a92918ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4154069
Nov 18 15:00:04.462945 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-cbfa4f24-dd43-413e-a527-112cc5f52523 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:00:04.485648 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd276fd8-80e2-4276-84e6-799271e66b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d06b280-9bcd-4364-bfc7-a4caa5408c57'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:00:04.534799 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405dc0d-0b1b-4adf-ad06-043ae2f6876a req-f8b70bcc-dd38-47f2-b989-8b3f15448c01 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:04.536417 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3405dc0d-0b1b-4adf-ad06-043ae2f6876a req-f8b70bcc-dd38-47f2-b989-8b3f15448c01 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 944 time: 0.3562715
Nov 18 15:00:04.540464 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-cbfa4f24-dd43-413e-a527-112cc5f52523 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Made reservation on behalf of 8e34acf85e0c438ca8d7f165101583bf for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:00:04.546665 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-cbfa4f24-dd43-413e-a527-112cc5f52523 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:04.550184 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port 3d06b280-9bcd-4364-bfc7-a4caa5408c57, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=3d06b280-9bcd-4364-bfc7-a4caa5408c57,segment=NetworkSegment(e72dc314-afd7-4297-a475-43cedc80084b),segment_id=e72dc314-afd7-4297-a475-43cedc80084b)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:00:04.553724 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:04.554644 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 355e4400-997b-427e-b6b6-4d24567d15ee up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:00:04.587283 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:04.664792 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=3d06b280-9bcd-4364-bfc7-a4caa5408c57,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:04.694220 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:04.758921 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-2d10e6c0-755a-4f16-9ae1-8328ea313be0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39f5108f-843e-41e3-81e6-112f46a760b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3859558
Nov 18 15:00:04.780717 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73d3a4-574c-42fa-aba5-77cf1eb31839 req-d4109da0-dd8b-4437-9b8b-d0f9bfc74520 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:04.789208 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0f73d3a4-574c-42fa-aba5-77cf1eb31839 req-d4109da0-dd8b-4437-9b8b-d0f9bfc74520 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 944 time: 0.0988469
Nov 18 15:00:04.797650 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning for port 355e4400-997b-427e-b6b6-4d24567d15ee completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:00:04.803643 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 355e4400-997b-427e-b6b6-4d24567d15ee triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:00:04.804249 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:04.846832 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0f73d3a4-574c-42fa-aba5-77cf1eb31839 req-b693e6b6-7b23-4906-90e6-9099fb0e1851 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566425
Nov 18 15:00:05.022189 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3405dc0d-0b1b-4adf-ad06-043ae2f6876a req-0e8e4061-5992-4d7f-acdf-58fb1e90d520 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/security-groups?id=cdf9b8cd-f6da-444f-98ac-ba2a7fc2113e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4579644
Nov 18 15:00:05.030951 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d348a752-9814-4488-9341-aae8518694aa req-a40c4aaf-b5e9-4a49-887a-e11780154c56 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 210 time: 0.0508807
Nov 18 15:00:05.040376 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03d3c799-22ec-47c5-aa4b-803977634a75 req-06757a8b-a9bf-44d0-bf76-6a55e7022f51 service neutron] 10.222.0.15 "GET /v2.0/networks/d8090ccd-15e6-4c66-9553-e439a92918ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5685794
Nov 18 15:00:05.064648 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:05.110762 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port 355e4400-997b-427e-b6b6-4d24567d15ee, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=355e4400-997b-427e-b6b6-4d24567d15ee,segment=NetworkSegment(4b2d87ea-87bf-4293-bc6e-adda9a20d3aa),segment_id=4b2d87ea-87bf-4293-bc6e-adda9a20d3aa)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:00:05.123880 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:05.127097 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a61b2fab-80da-4daf-a72a-757a4bd0c991 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:05.150812 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-e7d66fc0-1c30-44d7-a80e-a3d54733b98f service neutron] 10.222.0.15 "GET /v2.0/networks/39f5108f-843e-41e3-81e6-112f46a760b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3699846
Nov 18 15:00:05.222841 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=355e4400-997b-427e-b6b6-4d24567d15ee,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:05.231451 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:05.292639 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd276fd8-80e2-4276-84e6-799271e66b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d06b280-9bcd-4364-bfc7-a4caa5408c57', 'code': 200}
Nov 18 15:00:05.307959 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 3d06b280-9bcd-4364-bfc7-a4caa5408c57 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:00:05.332319 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 60194) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:05.398674 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ffc16-745f-41fe-87a5-4a3a10d0c304 req-f9aa98b0-1b72-46d3-b4df-45adacb9988c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:05.407662 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9e6ffc16-745f-41fe-87a5-4a3a10d0c304 req-f9aa98b0-1b72-46d3-b4df-45adacb9988c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 944 time: 0.1307859
Nov 18 15:00:05.468988 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 3d06b280-9bcd-4364-bfc7-a4caa5408c57 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:00:05.469413 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:05.486544 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9e6ffc16-745f-41fe-87a5-4a3a10d0c304 req-3dc8ed66-55a1-4ad5-b9fb-d9607e06b9b1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778146
Nov 18 15:00:05.683312 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 355e4400-997b-427e-b6b6-4d24567d15ee up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:00:05.777356 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b7afb0a4-5407-42e4-a170-110e50bad967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:05.786782 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 355e4400-997b-427e-b6b6-4d24567d15ee triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:00:05.787495 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:05.844210 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b7afb0a4-5407-42e4-a170-110e50bad967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:00:05.863962 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b7afb0a4-5407-42e4-a170-110e50bad967 admin admin] Usage tracker for resource:security_group_rule and tenant:ce0f9c5fff2f41808ba9f55705fe6f74 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:00:05.872723 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b7afb0a4-5407-42e4-a170-110e50bad967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:00:05.886113 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b7afb0a4-5407-42e4-a170-110e50bad967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:00:05.975880 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-cbfa4f24-dd43-413e-a527-112cc5f52523 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Allocated IP 172.20.0.13 (37eaaf30-5a3c-4021-920a-a0d0e09402d1/7a947b1b-22d9-4c98-9df6-708701f43830/057172c0-8ad5-4186-8f46-c3184bda9b5d) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:00:06.043740 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b7afb0a4-5407-42e4-a170-110e50bad967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:06.051796 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd420d80-efb9-48a3-9790-ce4d449a3f78 req-a23cc681-0107-4b9a-a622-70fb42a288d1 service neutron] 10.222.0.15 "GET /v2.0/networks/39f5108f-843e-41e3-81e6-112f46a760b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8924582
Nov 18 15:00:06.058207 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8a279-b953-4f7b-b051-622e1171e142 req-573bae69-4b31-4cab-b738-f9fbc9848a1f tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:06.060052 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-89f8a279-b953-4f7b-b051-622e1171e142 req-573bae69-4b31-4cab-b738-f9fbc9848a1f tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 945 time: 0.5086374
Nov 18 15:00:06.077738 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 60222) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:06.097984 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b7afb0a4-5407-42e4-a170-110e50bad967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:06.140589 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:06.155024 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b7afb0a4-5407-42e4-a170-110e50bad967 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce0f9c5fff2f41808ba9f55705fe6f74&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8191216
Nov 18 15:00:06.156619 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 60234) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:06.195537 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afb0a4-5407-42e4-a170-110e50bad967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4798f88-f6b2-4d98-900e-d02f33849084,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:06.199441 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b7afb0a4-5407-42e4-a170-110e50bad967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:06.246935 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe397ca0-d405-4f2c-8afb-dca444afa122 req-9fdb18b9-b960-4d84-88ee-594184b844bc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 1163 time: 0.5310960
Nov 18 15:00:06.265927 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6697ebc9-13a7-459c-80cc-8864836c98eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:06.275738 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab977226-19f7-4a38-b106-8dc639f66eb6 req-ed5311a2-0abb-4d5b-af02-7a115b4ff24f tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:06.277802 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ab977226-19f7-4a38-b106-8dc639f66eb6 req-ed5311a2-0abb-4d5b-af02-7a115b4ff24f tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 944 time: 0.2625070
Nov 18 15:00:06.299628 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-89f8a279-b953-4f7b-b051-622e1171e142 req-fc6f4d55-4ee9-4bd4-a99e-2023c4593306 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2087483
Nov 18 15:00:06.304499 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-be00f24d-a197-40e2-8dc9-d85b2258d449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:06.333101 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fe397ca0-d405-4f2c-8afb-dca444afa122 req-eb5705e7-84bd-4f1d-8aa6-b2fafd7861e4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:06.337504 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6697ebc9-13a7-459c-80cc-8864836c98eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:06.356835 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-cbfa4f24-dd43-413e-a527-112cc5f52523 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:06.365530 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ab977226-19f7-4a38-b106-8dc639f66eb6 req-1771e172-3d75-41d2-bfe9-43e1bf443483 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795712
Nov 18 15:00:06.411304 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-cbfa4f24-dd43-413e-a527-112cc5f52523 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Transition to ACTIVE for port object 057172c0-8ad5-4186-8f46-c3184bda9b5d will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:00:06.415472 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-be00f24d-a197-40e2-8dc9-d85b2258d449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:00:06.415897 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6697ebc9-13a7-459c-80cc-8864836c98eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:06.425586 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:06.428335 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-be00f24d-a197-40e2-8dc9-d85b2258d449 admin admin] Usage tracker for resource:security_group_rule and tenant:ff87479e1e984a2786f8f4088c514ce0 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:00:06.431383 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-fe397ca0-d405-4f2c-8afb-dca444afa122 req-eb5705e7-84bd-4f1d-8aa6-b2fafd7861e4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:00:06.434958 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-be00f24d-a197-40e2-8dc9-d85b2258d449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:00:06.443780 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-fe397ca0-d405-4f2c-8afb-dca444afa122 req-eb5705e7-84bd-4f1d-8aa6-b2fafd7861e4 service neutron] Usage tracker for resource:security_group_rule and tenant:6a2153caf21c4472931ae7d26195a171 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:00:06.444728 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697ebc9-13a7-459c-80cc-8864836c98eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4798f88-f6b2-4d98-900e-d02f33849084,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:06.448168 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-be00f24d-a197-40e2-8dc9-d85b2258d449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:00:06.450593 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-fe397ca0-d405-4f2c-8afb-dca444afa122 req-eb5705e7-84bd-4f1d-8aa6-b2fafd7861e4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:00:06.453045 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6697ebc9-13a7-459c-80cc-8864836c98eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:06.455699 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6697ebc9-13a7-459c-80cc-8864836c98eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:06.461720 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6697ebc9-13a7-459c-80cc-8864836c98eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4798f88-f6b2-4d98-900e-d02f33849084 HTTP/1.1" status: 204  len: 168 time: 0.3002892
Nov 18 15:00:06.496817 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-fe397ca0-d405-4f2c-8afb-dca444afa122 req-eb5705e7-84bd-4f1d-8aa6-b2fafd7861e4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:00:06.597095 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ba037-6876-4c56-a42f-59f99a7ae9b2 req-80055177-e1a5-4538-a546-f2e4a4e40979 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:06.604923 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8b3ba037-6876-4c56-a42f-59f99a7ae9b2 req-80055177-e1a5-4538-a546-f2e4a4e40979 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 932 time: 0.0937145
Nov 18 15:00:06.619143 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-cbfa4f24-dd43-413e-a527-112cc5f52523 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:06.635284 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-be00f24d-a197-40e2-8dc9-d85b2258d449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:06.654421 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:06.654505 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8b3ba037-6876-4c56-a42f-59f99a7ae9b2 req-8f8bd8c6-641a-4ff5-a6bc-cb27c235ecb1 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0477064
Nov 18 15:00:06.699561 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-be00f24d-a197-40e2-8dc9-d85b2258d449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:06.864192 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa4f24-dd43-413e-a527-112cc5f52523 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Pushing event updated for resources: {'Port': ['ID=057172c0-8ad5-4186-8f46-c3184bda9b5d,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:06.881015 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cbfa4f24-dd43-413e-a527-112cc5f52523 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:06.882652 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f62d6d-9561-42c7-a34c-38dbf7bae05e req-82848dcb-653c-444c-99d0-966226f34a28 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:06.884407 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-20f62d6d-9561-42c7-a34c-38dbf7bae05e req-82848dcb-653c-444c-99d0-966226f34a28 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 944 time: 0.0940464
Nov 18 15:00:06.890681 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2f3c251e-9429-4bef-9f06-76384e18172d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:06.903013 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f000ede-7f83-446e-ae3a-fa9fca919cd4 req-591ab8fe-7f99-4203-a994-8f28c720c1ce tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:06.911013 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3f000ede-7f83-446e-ae3a-fa9fca919cd4 req-591ab8fe-7f99-4203-a994-8f28c720c1ce tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 946 time: 0.4563546
Nov 18 15:00:06.947261 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-20f62d6d-9561-42c7-a34c-38dbf7bae05e req-b52904a6-4d07-4807-a97f-fe859102a2c9 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465870
Nov 18 15:00:06.961140 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-be00f24d-a197-40e2-8dc9-d85b2258d449 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff87479e1e984a2786f8f4088c514ce0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8811767
Nov 18 15:00:06.965018 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 60252) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:07.014433 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fe397ca0-d405-4f2c-8afb-dca444afa122 req-eb5705e7-84bd-4f1d-8aa6-b2fafd7861e4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:07.030357 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fe397ca0-d405-4f2c-8afb-dca444afa122 req-eb5705e7-84bd-4f1d-8aa6-b2fafd7861e4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:07.031170 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00f24d-a197-40e2-8dc9-d85b2258d449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15c7b51-2355-4d2b-b86f-9829c05f976e,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:07.032355 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a10254ec-344b-487c-91ca-f91a813ee3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:07.042214 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-be00f24d-a197-40e2-8dc9-d85b2258d449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:07.052407 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:07.061805 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a10254ec-344b-487c-91ca-f91a813ee3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:07.097571 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3f000ede-7f83-446e-ae3a-fa9fca919cd4 req-e849a31d-2f87-4980-852a-c8f06e0a7ad2 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/security-groups?id=cdf9b8cd-f6da-444f-98ac-ba2a7fc2113e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1856396
Nov 18 15:00:07.099782 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-cbfa4f24-dd43-413e-a527-112cc5f52523 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Network 37eaaf30-5a3c-4021-920a-a0d0e09402d1 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:00:07.104161 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5705e7-84bd-4f1d-8aa6-b2fafd7861e4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=83c212c9-4609-4b39-a075-e522373dd0e5,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:07.107501 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-cbfa4f24-dd43-413e-a527-112cc5f52523 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:00:07.109899 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eb5705e7-84bd-4f1d-8aa6-b2fafd7861e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:07.110968 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-cbfa4f24-dd43-413e-a527-112cc5f52523 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:00:07.113446 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a10254ec-344b-487c-91ca-f91a813ee3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:07.115909 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-cbfa4f24-dd43-413e-a527-112cc5f52523 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:07.116803 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-cbfa4f24-dd43-413e-a527-112cc5f52523 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:07.122645 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a366f1e7-4e0a-4edc-ab01-b5b5b792d424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:07.122732 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe397ca0-d405-4f2c-8afb-dca444afa122 req-eb5705e7-84bd-4f1d-8aa6-b2fafd7861e4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cdf9b8cd-f6da-444f-98ac-ba2a7fc2113e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8640802
Nov 18 15:00:07.135431 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10254ec-344b-487c-91ca-f91a813ee3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15c7b51-2355-4d2b-b86f-9829c05f976e,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:07.138129 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a10254ec-344b-487c-91ca-f91a813ee3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:07.140293 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a10254ec-344b-487c-91ca-f91a813ee3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:07.141556 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a10254ec-344b-487c-91ca-f91a813ee3b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f15c7b51-2355-4d2b-b86f-9829c05f976e HTTP/1.1" status: 204  len: 168 time: 0.1755226
Nov 18 15:00:07.161538 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-cbfa4f24-dd43-413e-a527-112cc5f52523 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2700424
Nov 18 15:00:07.295260 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bad92f7-5a75-4ede-804e-78555c330e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355e4400-997b-427e-b6b6-4d24567d15ee'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:00:07.404962 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.objects.ports [None req-07409029-e2c6-4c64-8c0f-e8be0fc9fd67 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80266) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 18 15:00:07.438334 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] Request body: {'port': {'device_id': 'c6506193-1698-4272-bf79-49303491d9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:00:07.525688 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-fde61c70-23a6-4655-a271-222793cd53d9 None None] Provisioning for port 057172c0-8ad5-4186-8f46-c3184bda9b5d completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:00:07.533298 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-fde61c70-23a6-4655-a271-222793cd53d9 None None] Provisioning complete for port 057172c0-8ad5-4186-8f46-c3184bda9b5d triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:00:07.534088 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fde61c70-23a6-4655-a271-222793cd53d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:07.606609 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-fde61c70-23a6-4655-a271-222793cd53d9 None None] Port 057172c0-8ad5-4186-8f46-c3184bda9b5d cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 15:00:07.729273 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d95a10-b6bc-4253-84c5-69bc77fa873a req-7913636a-0e4b-4d25-9bbf-8bc6c9b49a82 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:07.737320 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c5d95a10-b6bc-4253-84c5-69bc77fa873a req-7913636a-0e4b-4d25-9bbf-8bc6c9b49a82 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 945 time: 0.1594670
Nov 18 15:00:07.755424 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:07.805765 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c5d95a10-b6bc-4253-84c5-69bc77fa873a req-4ac95626-4679-4b43-8e42-e9fd1c2d8f0f tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664907
Nov 18 15:00:07.892651 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bad92f7-5a75-4ede-804e-78555c330e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355e4400-997b-427e-b6b6-4d24567d15ee', 'code': 200}
Nov 18 15:00:07.925981 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc28f79-bbd2-43d1-b9d9-f9a74f30f5b7 req-deaa1173-d780-4ba5-8b35-8fe4c5a8893f tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:07.937396 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1dc28f79-bbd2-43d1-b9d9-f9a74f30f5b7 req-deaa1173-d780-4ba5-8b35-8fe4c5a8893f tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 944 time: 0.2877893
Nov 18 15:00:08.051223 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1dc28f79-bbd2-43d1-b9d9-f9a74f30f5b7 req-080a3d3b-2fe0-4bd8-9f0e-5382d4ebc130 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125481
Nov 18 15:00:08.160647 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cefd1-a7d6-4b6f-ab56-f785d68c8804 req-f4d1a6d0-ca72-4707-badc-08f61ae611ad tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:08.168078 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-727cefd1-a7d6-4b6f-ab56-f785d68c8804 req-f4d1a6d0-ca72-4707-badc-08f61ae611ad tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 932 time: 0.1320188
Nov 18 15:00:08.221062 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-727cefd1-a7d6-4b6f-ab56-f785d68c8804 req-68b37220-9f65-4dd7-b48a-433e60771525 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0519462
Nov 18 15:00:08.301161 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 355e4400-997b-427e-b6b6-4d24567d15ee up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:00:08.406789 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 355e4400-997b-427e-b6b6-4d24567d15ee triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:00:08.407444 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:08.525474 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7bc24-5a7f-4652-8efe-cc7ac33129aa req-103ec2b4-6875-441c-b48c-97eef37e1bdb tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:08.536613 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-50d7bc24-5a7f-4652-8efe-cc7ac33129aa req-103ec2b4-6875-441c-b48c-97eef37e1bdb tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 944 time: 0.3029490
Nov 18 15:00:08.563184 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a09d9921-a0a6-40c8-9a6a-17114126e904 req-92d3538c-eb0e-4a12-ab2f-032224d6f6df service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 1162 time: 0.3789220
Nov 18 15:00:08.588862 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288711-6a76-4fe3-bfa2-3a7721b8be59 req-4d6454f5-cceb-4769-b220-b186e1f20201 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:08.597504 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e2288711-6a76-4fe3-bfa2-3a7721b8be59 req-4d6454f5-cceb-4769-b220-b186e1f20201 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 946 time: 0.1389179
Nov 18 15:00:08.602237 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 1e30dcf4-383c-42c8-ada5-7a96297ee89f up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:00:08.615942 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.db.resource_extend [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 18 15:00:08.660870 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e2288711-6a76-4fe3-bfa2-3a7721b8be59 req-fc8f0bf1-c90a-4157-ae83-353b27f8d295 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/security-groups?id=cdf9b8cd-f6da-444f-98ac-ba2a7fc2113e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615263
Nov 18 15:00:08.714762 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning for port 1e30dcf4-383c-42c8-ada5-7a96297ee89f completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:00:08.721256 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 057172c0-8ad5-4186-8f46-c3184bda9b5d {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 15:00:08.721427 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 1e30dcf4-383c-42c8-ada5-7a96297ee89f triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:00:08.721758 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:08.751420 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:08.788289 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] Transition to ACTIVE for port object 057172c0-8ad5-4186-8f46-c3184bda9b5d will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:00:08.797565 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-50d7bc24-5a7f-4652-8efe-cc7ac33129aa req-5dd47ad7-bcc4-4fc0-b1ca-f852210cb533 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2599432
Nov 18 15:00:08.798176 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:08.818256 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:08.856584 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:08.870885 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-a09d9921-a0a6-40c8-9a6a-17114126e904 req-a2b26f17-e50a-4bde-8078-78b7827ca786 service neutron] Synchronizing usage tracker for tenant:6a2153caf21c4472931ae7d26195a171 on resource:security_group {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:00:08.894234 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port 1e30dcf4-383c-42c8-ada5-7a96297ee89f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=1e30dcf4-383c-42c8-ada5-7a96297ee89f,segment=NetworkSegment(6877fdf7-1612-4391-b0c6-707427134cc0),segment_id=6877fdf7-1612-4391-b0c6-707427134cc0)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:00:08.900811 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:08.906940 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:09.003860 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=1e30dcf4-383c-42c8-ada5-7a96297ee89f,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:09.007430 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:09.079806 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c969012-dcd7-4f48-a734-6d5ba76f2c35 req-3b4e2504-c747-4128-a268-e59165d3c77c tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:09.088991 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3c969012-dcd7-4f48-a734-6d5ba76f2c35 req-3b4e2504-c747-4128-a268-e59165d3c77c tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 945 time: 0.1521041
Nov 18 15:00:09.156980 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3c969012-dcd7-4f48-a734-6d5ba76f2c35 req-ca3ae689-c334-4a6c-99d3-9ccb2c9e4a30 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665145
Nov 18 15:00:09.205997 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=057172c0-8ad5-4186-8f46-c3184bda9b5d,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:09.211263 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:09.211914 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-a09d9921-a0a6-40c8-9a6a-17114126e904 req-a2b26f17-e50a-4bde-8078-78b7827ca786 service neutron] Unset dirty status for tenant:6a2153caf21c4472931ae7d26195a171 on resource:security_group {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:00:09.213722 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a09d9921-a0a6-40c8-9a6a-17114126e904 req-a2b26f17-e50a-4bde-8078-78b7827ca786 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4954672
Nov 18 15:00:09.440797 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ffcc6-68c2-41cf-b224-9d9a587f7a89 req-a64cfe36-4b0e-4b76-96b8-071366827a35 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:09.442507 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-762ffcc6-68c2-41cf-b224-9d9a587f7a89 req-a64cfe36-4b0e-4b76-96b8-071366827a35 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.2026968
Nov 18 15:00:09.443492 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] Attempting to bind port 057172c0-8ad5-4186-8f46-c3184bda9b5d on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:00:09.443883 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] Attempting to bind port 057172c0-8ad5-4186-8f46-c3184bda9b5d by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'bdf35626-376f-46d2-a75a-1faeae9f5e65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:00:09.444255 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] Attempting to bind port 057172c0-8ad5-4186-8f46-c3184bda9b5d on network 37eaaf30-5a3c-4021-920a-a0d0e09402d1 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:00:09.451725 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] Checking agent: {'id': '91607d16-723a-4a8c-80a4-032802295cf0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 34), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:00:09.452091 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] Checking segment: {'id': 'bdf35626-376f-46d2-a75a-1faeae9f5e65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:00:09.452495 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:09.452992 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] Bound using segment: {'id': 'bdf35626-376f-46d2-a75a-1faeae9f5e65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:00:09.453383 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] Bound port: 057172c0-8ad5-4186-8f46-c3184bda9b5d, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf35626-376f-46d2-a75a-1faeae9f5e65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:00:09.453852 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:09.472676 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3a19af9d-edc0-4609-a696-325a3e7f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:09.511323 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcb718-b0fe-42bc-8e71-3eccb2e60057 req-208da90f-0eb5-49ab-b0fe-fa653d8eda38 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:09.520020 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7bfcb718-b0fe-42bc-8e71-3eccb2e60057 req-208da90f-0eb5-49ab-b0fe-fa653d8eda38 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.1275048
Nov 18 15:00:09.593930 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7bfcb718-b0fe-42bc-8e71-3eccb2e60057 req-da15b4ce-0870-42ed-b5f6-c79febd622b8 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0723355
Nov 18 15:00:09.665884 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-762ffcc6-68c2-41cf-b224-9d9a587f7a89 req-b10c88e8-2df2-44a4-8226-8760701738ec tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1998677
Nov 18 15:00:09.677162 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] For port 057172c0-8ad5-4186-8f46-c3184bda9b5d, host hv-cinder-73362, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:00:09.681029 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] For port 057172c0-8ad5-4186-8f46-c3184bda9b5d, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=057172c0-8ad5-4186-8f46-c3184bda9b5d,segment=NetworkSegment(bdf35626-376f-46d2-a75a-1faeae9f5e65),segment_id=bdf35626-376f-46d2-a75a-1faeae9f5e65)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:00:09.685771 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:09.719585 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:09.897037 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9faa1d5c-8487-40b0-a347-26e6c3cc3709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e30dcf4-383c-42c8-ada5-7a96297ee89f'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:00:09.987133 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=057172c0-8ad5-4186-8f46-c3184bda9b5d,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:09.992484 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:10.016892 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edce7e-cc13-4f98-ae39-f8e59375431f req-e790215b-69f6-4f93-8ca6-928ec502a8e3 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:10.018825 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c7edce7e-cc13-4f98-ae39-f8e59375431f req-e790215b-69f6-4f93-8ca6-928ec502a8e3 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 946 time: 0.1911550
Nov 18 15:00:10.084929 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c7edce7e-cc13-4f98-ae39-f8e59375431f req-34fe15c0-b7c2-480c-a065-92d27ab669ee tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/security-groups?id=cdf9b8cd-f6da-444f-98ac-ba2a7fc2113e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576384
Nov 18 15:00:10.085741 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:10.087284 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] 10.222.0.15 "PUT /v2.0/ports/057172c0-8ad5-4186-8f46-c3184bda9b5d HTTP/1.1" status: 200  len: 1158 time: 2.6554399
Nov 18 15:00:10.089612 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6506193-1698-4272-bf79-49303491d9b2', 'tag': '057172c0-8ad5-4186-8f46-c3184bda9b5d'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:00:10.173923 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9faa1d5c-8487-40b0-a347-26e6c3cc3709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e30dcf4-383c-42c8-ada5-7a96297ee89f', 'code': 200}
Nov 18 15:00:10.256198 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 5059f602-c7f8-451f-95f7-dbd091055918 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:00:10.277488 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b780c40-b1cd-4278-b402-53ce054dc47a req-d1cf18b5-a045-462a-a32e-1f2f483b208c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:10.290743 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4b780c40-b1cd-4278-b402-53ce054dc47a req-d1cf18b5-a045-462a-a32e-1f2f483b208c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 944 time: 0.2678599
Nov 18 15:00:10.302882 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6506193-1698-4272-bf79-49303491d9b2', 'tag': '057172c0-8ad5-4186-8f46-c3184bda9b5d', 'status': 'completed', 'code': 200}
Nov 18 15:00:10.347172 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning for port 5059f602-c7f8-451f-95f7-dbd091055918 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:00:10.357512 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 5059f602-c7f8-451f-95f7-dbd091055918 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:00:10.358137 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:10.511913 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4b780c40-b1cd-4278-b402-53ce054dc47a req-ad6c92b4-b23f-42c2-9dc5-e4b22845c502 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2206178
Nov 18 15:00:10.524132 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:10.536131 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-e7482e7f-2a19-48f4-b14c-66dcb8431354 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e34acf85e0c438ca8d7f165101583bf&device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 1161 time: 0.4069028
Nov 18 15:00:10.626759 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port 5059f602-c7f8-451f-95f7-dbd091055918, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5059f602-c7f8-451f-95f7-dbd091055918,segment=NetworkSegment(6877fdf7-1612-4391-b0c6-707427134cc0),segment_id=6877fdf7-1612-4391-b0c6-707427134cc0)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:00:10.630228 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:10.631111 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 1e30dcf4-383c-42c8-ada5-7a96297ee89f up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:00:10.674419 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843ab6e-c90e-498e-bd80-b33bbcb5f4d0 req-b7469195-d2d5-4c04-a708-66289c9435a4 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:10.688316 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d843ab6e-c90e-498e-bd80-b33bbcb5f4d0 req-b7469195-d2d5-4c04-a708-66289c9435a4 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 945 time: 0.2113080
Nov 18 15:00:10.696643 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:10.707509 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a318127e-b6a8-4456-b400-d5198b608036 req-3bfaf1b1-0b78-4750-8cd9-f99cf2172d7a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 1163 time: 0.2938113
Nov 18 15:00:10.765565 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-ed05c5ba-bf9e-4d96-a60a-da16772369f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=057172c0-8ad5-4186-8f46-c3184bda9b5d HTTP/1.1" status: 200  len: 217 time: 0.2183750
Nov 18 15:00:10.815123 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 1e30dcf4-383c-42c8-ada5-7a96297ee89f triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:00:10.815748 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:10.820050 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d843ab6e-c90e-498e-bd80-b33bbcb5f4d0 req-6b68043d-97dc-4850-b708-d9fdbc894df9 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306548
Nov 18 15:00:10.861913 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=5059f602-c7f8-451f-95f7-dbd091055918,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:10.867708 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:10.878312 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a318127e-b6a8-4456-b400-d5198b608036 req-ed5f5876-eaa4-4a91-807d-74ed469d9bd5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537020
Nov 18 15:00:10.960563 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-245579d2-28e7-4ef5-8dd3-79facfeba960 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:10.962278 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-245579d2-28e7-4ef5-8dd3-79facfeba960 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a947b1b-22d9-4c98-9df6-708701f43830 HTTP/1.1" status: 200  len: 856 time: 0.1791043
Nov 18 15:00:11.021894 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8913a5-2cd9-4424-887e-4f657a9dd2bd req-b66067d5-5170-4358-9f93-35768d3af0d1 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:11.022683 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-ce8913a5-2cd9-4424-887e-4f657a9dd2bd req-b66067d5-5170-4358-9f93-35768d3af0d1 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Synchronizing usage tracker for tenant:8e34acf85e0c438ca8d7f165101583bf on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:00:11.037858 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 60392) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:11.051620 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-ce8913a5-2cd9-4424-887e-4f657a9dd2bd req-b66067d5-5170-4358-9f93-35768d3af0d1 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Unset dirty status for tenant:8e34acf85e0c438ca8d7f165101583bf on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:00:11.053098 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ce8913a5-2cd9-4424-887e-4f657a9dd2bd req-b66067d5-5170-4358-9f93-35768d3af0d1 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.1776037
Nov 18 15:00:11.086185 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facb4bc-da95-45d3-81b4-fa3ee0e7852b req-540373ed-52c3-4e99-93a6-f5afc77d5543 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:11.094300 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4facb4bc-da95-45d3-81b4-fa3ee0e7852b req-540373ed-52c3-4e99-93a6-f5afc77d5543 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.1159883
Nov 18 15:00:11.131989 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ce8913a5-2cd9-4424-887e-4f657a9dd2bd req-a12d251f-445f-4786-a0d8-3f3532308937 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0713961
Nov 18 15:00:11.215936 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4facb4bc-da95-45d3-81b4-fa3ee0e7852b req-b1913e5d-5345-4120-930e-4964e1835a29 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206176
Nov 18 15:00:11.318498 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:11.335732 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-5b5470c5-314f-44e2-9850-a5c4fb9dcba8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37eaaf30-5a3c-4021-920a-a0d0e09402d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1697507
Nov 18 15:00:11.393026 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:00:11.410506 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Usage tracker for resource:security_group_rule and tenant:94e280a3dd7e4fff9f31de83545206fb is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:00:11.419977 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:00:11.427270 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:00:11.509395 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:11.511869 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:11.520025 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:11.570398 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a4d546-6ebe-41f0-880b-b8a5a073e52b,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:11.579078 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94e280a3dd7e4fff9f31de83545206fb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5376365
Nov 18 15:00:11.579952 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 60412) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:11.615166 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-8110fcd3-341d-4e2a-9f33-70e1d587f20e service neutron] 10.222.0.15 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2477338
Nov 18 15:00:11.624234 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:11.624234 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:11.624234 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:11.624234 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:11.624234 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:11.624667 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:11.625076 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:11.625364 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:11.625746 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:11.626170 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:11.626476 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:11.626854 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:11.627793 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:11.628170 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:11.628699 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:11.629318 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:11.629486 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:11.629850 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:11.630171 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:11.630544 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:11.630917 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:11.631288 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:11.631660 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:11.632031 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:11.636565 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:11.662042 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-323371ef-92f6-49ea-83d6-54b884aadfcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:11.668667 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbc57e-5d59-45bb-8439-54ea27cd5372 req-11cdb782-c7e0-4609-a81f-32ef94add8f8 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:11.670557 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dbbbc57e-5d59-45bb-8439-54ea27cd5372 req-11cdb782-c7e0-4609-a81f-32ef94add8f8 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 946 time: 0.2298045
Nov 18 15:00:11.727764 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-323371ef-92f6-49ea-83d6-54b884aadfcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:11.804254 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac7f06-fccf-425d-802f-7fa0522b3b45 req-092133da-dbc8-4000-984e-05088bd619dd tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:11.805878 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7eac7f06-fccf-425d-802f-7fa0522b3b45 req-092133da-dbc8-4000-984e-05088bd619dd tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 944 time: 0.1226809
Nov 18 15:00:11.807687 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dbbbc57e-5d59-45bb-8439-54ea27cd5372 req-81d27083-80f2-4839-a358-15bc47f05860 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/security-groups?id=cdf9b8cd-f6da-444f-98ac-ba2a7fc2113e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253493
Nov 18 15:00:11.811864 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-323371ef-92f6-49ea-83d6-54b884aadfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:11.816479 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7023b68e-3937-4cf0-bd10-6f7a64eeb991 req-1ccbf6c8-2679-4527-b25c-98e823563707 service neutron] 10.222.0.15 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1925242
Nov 18 15:00:11.818404 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-99e93604-71b4-4216-abcf-fa2ab7b54812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:11.881382 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323371ef-92f6-49ea-83d6-54b884aadfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a4d546-6ebe-41f0-880b-b8a5a073e52b,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:11.899532 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7eac7f06-fccf-425d-802f-7fa0522b3b45 req-cd71060f-a2cc-46fb-99c7-73ff53d5fb08 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832322
Nov 18 15:00:11.900492 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-323371ef-92f6-49ea-83d6-54b884aadfcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:11.902882 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-323371ef-92f6-49ea-83d6-54b884aadfcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:11.904226 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-323371ef-92f6-49ea-83d6-54b884aadfcf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0a4d546-6ebe-41f0-880b-b8a5a073e52b HTTP/1.1" status: 204  len: 168 time: 0.3237820
Nov 18 15:00:11.980732 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-839776d1-3e5e-404c-ab23-91176cbfb856 req-c6c3dba6-6adb-479f-98a8-c4d7c0bb602f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e34acf85e0c438ca8d7f165101583bf&device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 1161 time: 0.1111479
Nov 18 15:00:12.082511 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f31c9a6-c8f1-4321-bff6-c04315f8da54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:12.165302 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 1dab2caa-73c4-4e48-8653-c13eae84bf16 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:00:12.198838 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd88e3f-5ac5-4028-bce9-88096d2dfb31 req-f1d336c2-8db0-4bd6-8729-d863a7f4dab7 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:12.200469 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1bd88e3f-5ac5-4028-bce9-88096d2dfb31 req-f1d336c2-8db0-4bd6-8729-d863a7f4dab7 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 945 time: 0.2112579
Nov 18 15:00:12.234858 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839776d1-3e5e-404c-ab23-91176cbfb856 req-692e24f6-f368-465b-8dab-2f57de372678 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:12.237320 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-839776d1-3e5e-404c-ab23-91176cbfb856 req-692e24f6-f368-465b-8dab-2f57de372678 service neutron] 10.222.0.15 "GET /v2.0/networks?id=37eaaf30-5a3c-4021-920a-a0d0e09402d1 HTTP/1.1" status: 200  len: 911 time: 0.2485988
Nov 18 15:00:12.243388 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838775d0-e9dc-4596-bf24-287a82801a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5059f602-c7f8-451f-95f7-dbd091055918'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:00:12.348137 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1bd88e3f-5ac5-4028-bce9-88096d2dfb31 req-702390cd-0ec7-4f35-a096-657ad43e8038 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338804
Nov 18 15:00:12.353549 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 60434) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:12.365357 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-839776d1-3e5e-404c-ab23-91176cbfb856 req-02134344-ff49-4a2a-98cd-3ff4ece6c223 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=057172c0-8ad5-4186-8f46-c3184bda9b5d HTTP/1.1" status: 200  len: 217 time: 0.1216841
Nov 18 15:00:12.394868 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning for port 1dab2caa-73c4-4e48-8653-c13eae84bf16 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:00:12.413391 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 1dab2caa-73c4-4e48-8653-c13eae84bf16 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:00:12.414034 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:12.476678 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:12.484785 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838775d0-e9dc-4596-bf24-287a82801a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5059f602-c7f8-451f-95f7-dbd091055918', 'code': 200}
Nov 18 15:00:12.495052 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-40e90876-0b4f-4c89-938f-15392329093d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:12.528718 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839776d1-3e5e-404c-ab23-91176cbfb856 req-74436a33-f02a-4fd8-aa56-069aaee5d142 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:12.533760 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-839776d1-3e5e-404c-ab23-91176cbfb856 req-74436a33-f02a-4fd8-aa56-069aaee5d142 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a947b1b-22d9-4c98-9df6-708701f43830 HTTP/1.1" status: 200  len: 856 time: 0.1549242
Nov 18 15:00:12.569157 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-40e90876-0b4f-4c89-938f-15392329093d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:00:12.577501 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-40e90876-0b4f-4c89-938f-15392329093d admin admin] Usage tracker for resource:security_group_rule and tenant:09975fb984594894b2d1ba11fb7d3cba is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:00:12.588693 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-40e90876-0b4f-4c89-938f-15392329093d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:00:12.598143 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-40e90876-0b4f-4c89-938f-15392329093d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:00:12.607919 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f199aa-93bd-488a-84d6-eb9d5c9e8034 req-26a78ae0-3da6-48ee-a783-743e0e1c2dd5 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:12.616450 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-58f199aa-93bd-488a-84d6-eb9d5c9e8034 req-26a78ae0-3da6-48ee-a783-743e0e1c2dd5 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.2261803
Nov 18 15:00:12.658948 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:12.701082 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-58f199aa-93bd-488a-84d6-eb9d5c9e8034 req-3314cd7a-b28a-442f-9dc8-bf4ec5eda616 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0835056
Nov 18 15:00:12.707429 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port 1dab2caa-73c4-4e48-8653-c13eae84bf16, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=1dab2caa-73c4-4e48-8653-c13eae84bf16,segment=NetworkSegment(14ac9fd4-7aea-4a0b-a691-cf8f8931ccab),segment_id=14ac9fd4-7aea-4a0b-a691-cf8f8931ccab)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:00:12.711935 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:12.714046 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 5059f602-c7f8-451f-95f7-dbd091055918 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:00:12.742720 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a61b2fab-80da-4daf-a72a-757a4bd0c991 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:12.761489 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-40e90876-0b4f-4c89-938f-15392329093d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:12.765656 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-40e90876-0b4f-4c89-938f-15392329093d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:12.774319 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:12.817170 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e90876-0b4f-4c89-938f-15392329093d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa5f2b0-d7c5-4554-896a-a2b61b150852,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:12.823818 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-40e90876-0b4f-4c89-938f-15392329093d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:12.842173 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddaf31b-8cf2-4a5a-9c63-07c3ab63f1c0 req-19259697-efaf-411e-9177-4ce59e2d0045 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:12.847112 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-40e90876-0b4f-4c89-938f-15392329093d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09975fb984594894b2d1ba11fb7d3cba&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4893367
Nov 18 15:00:12.850112 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 60446) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:12.850588 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eddaf31b-8cf2-4a5a-9c63-07c3ab63f1c0 req-19259697-efaf-411e-9177-4ce59e2d0045 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.2204835
Nov 18 15:00:12.869870 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 5059f602-c7f8-451f-95f7-dbd091055918 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:00:12.870682 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:12.921332 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=1dab2caa-73c4-4e48-8653-c13eae84bf16,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:12.935635 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:12.995690 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d73cef5a-adbf-4c21-ae93-7e3e778f5b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:13.072016 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d73cef5a-adbf-4c21-ae93-7e3e778f5b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:13.155941 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eddaf31b-8cf2-4a5a-9c63-07c3ab63f1c0 req-dbbec0a1-ddc9-41bb-8072-3644d8fb3b73 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3041406
Nov 18 15:00:13.253662 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d73cef5a-adbf-4c21-ae93-7e3e778f5b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:13.260328 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b7afb0a4-5407-42e4-a170-110e50bad967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:13.275671 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73cef5a-adbf-4c21-ae93-7e3e778f5b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa5f2b0-d7c5-4554-896a-a2b61b150852,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:13.284404 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb0a5-e754-49b4-94bc-52f52c7d4e41 req-dff285e3-2a15-4130-bf61-66e86da76309 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:13.286062 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8fafb0a5-e754-49b4-94bc-52f52c7d4e41 req-dff285e3-2a15-4130-bf61-66e86da76309 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.1355937
Nov 18 15:00:13.287814 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d73cef5a-adbf-4c21-ae93-7e3e778f5b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:13.289088 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d73cef5a-adbf-4c21-ae93-7e3e778f5b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:13.293024 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d73cef5a-adbf-4c21-ae93-7e3e778f5b2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2aa5f2b0-d7c5-4554-896a-a2b61b150852 HTTP/1.1" status: 204  len: 168 time: 0.4417653
Nov 18 15:00:13.339104 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8fafb0a5-e754-49b4-94bc-52f52c7d4e41 req-fc31a9bb-bb3f-4d6e-8bde-12f2bdcf667b tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447485
Nov 18 15:00:13.470583 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:13.651968 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:14.046667 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879efa7-ebdd-4dca-855d-d609ac7981e4 req-971d204d-2560-4d7d-9b6a-458ec4d59ab4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:14.048284 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1879efa7-ebdd-4dca-855d-d609ac7981e4 req-971d204d-2560-4d7d-9b6a-458ec4d59ab4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.1543097
Nov 18 15:00:14.051273 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-839776d1-3e5e-404c-ab23-91176cbfb856 req-077a534e-d832-435f-8823-c799daa0db4c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37eaaf30-5a3c-4021-920a-a0d0e09402d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1215250
Nov 18 15:00:14.100963 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1879efa7-ebdd-4dca-855d-d609ac7981e4 req-c1bd7d2d-506c-4a73-a8d7-17e1fc82afd9 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424259
Nov 18 15:00:14.385944 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca2273-d3a8-460a-958e-478fe26082a4 req-6c33b881-9b7b-4eb6-bc11-03c97a4911fc tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:14.387747 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-60ca2273-d3a8-460a-958e-478fe26082a4 req-6c33b881-9b7b-4eb6-bc11-03c97a4911fc tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.0920806
Nov 18 15:00:14.455909 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-60ca2273-d3a8-460a-958e-478fe26082a4 req-4f7c9a69-ef14-442f-88b1-3a4a20e4abf2 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609701
Nov 18 15:00:14.486397 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb9a964-9b42-4cde-b023-79abc8a28e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dab2caa-73c4-4e48-8653-c13eae84bf16'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:00:14.547540 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb9a964-9b42-4cde-b023-79abc8a28e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dab2caa-73c4-4e48-8653-c13eae84bf16', 'code': 200}
Nov 18 15:00:14.581615 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d0453-568b-41b0-8f99-fc446f3fe29f req-6ee1de70-d356-46db-a690-2b703ec97b0a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:14.583358 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c71d0453-568b-41b0-8f99-fc446f3fe29f req-6ee1de70-d356-46db-a690-2b703ec97b0a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.1005363
Nov 18 15:00:14.637729 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c71d0453-568b-41b0-8f99-fc446f3fe29f req-f95ceedc-b766-4fdd-942f-e3f075b683db tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481360
Nov 18 15:00:15.323921 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11714c87-2dc6-485c-b4ed-6fce8e329a9d req-202f2d58-5954-46ce-ae60-2fb88b760906 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:15.325554 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-11714c87-2dc6-485c-b4ed-6fce8e329a9d req-202f2d58-5954-46ce-ae60-2fb88b760906 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0835981
Nov 18 15:00:15.374548 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-11714c87-2dc6-485c-b4ed-6fce8e329a9d req-ef24861f-3339-4970-aabf-66f0548e9b55 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424645
Nov 18 15:00:15.408590 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 60520) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:15.575021 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ed3e6c6a-969a-4f00-a3ad-8fed3d5a9e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:15.608606 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ed3e6c6a-969a-4f00-a3ad-8fed3d5a9e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:00:15.613212 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ed3e6c6a-969a-4f00-a3ad-8fed3d5a9e6e admin admin] Usage tracker for resource:security_group_rule and tenant:7ba7d2e42893491a97172603ced4fcd3 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:00:15.616186 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ed3e6c6a-969a-4f00-a3ad-8fed3d5a9e6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:00:15.621952 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ed3e6c6a-969a-4f00-a3ad-8fed3d5a9e6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:00:15.690578 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4b9e4-6cff-44e5-bf9c-31108af90a41 req-fa9049de-b5d4-4a69-8518-2407085ed7ea tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:15.692196 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4cf4b9e4-6cff-44e5-bf9c-31108af90a41 req-fa9049de-b5d4-4a69-8518-2407085ed7ea tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.0880644
Nov 18 15:00:15.697368 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ed3e6c6a-969a-4f00-a3ad-8fed3d5a9e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:15.702111 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ed3e6c6a-969a-4f00-a3ad-8fed3d5a9e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:15.732497 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f0bcc140-33d7-4312-8b5c-aa074bce216a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:15.744406 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ed3e6c6a-969a-4f00-a3ad-8fed3d5a9e6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ba7d2e42893491a97172603ced4fcd3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3344927
Nov 18 15:00:15.747485 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 60534) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:15.764936 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4cf4b9e4-6cff-44e5-bf9c-31108af90a41 req-1606e4c6-bfd9-4f83-b3eb-92f6069193ed tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631568
Nov 18 15:00:15.765345 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e6c6a-969a-4f00-a3ad-8fed3d5a9e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87d6682-cfe0-41d7-90bf-88e8ddfcfd4e,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:15.772103 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ed3e6c6a-969a-4f00-a3ad-8fed3d5a9e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:15.822537 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:15.850307 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:15.875195 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c41196-288f-46e5-8c97-92dc06051bb6 req-12e278c6-e185-4b89-b533-975caf350097 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:15.876867 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-87c41196-288f-46e5-8c97-92dc06051bb6 req-12e278c6-e185-4b89-b533-975caf350097 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.0844443
Nov 18 15:00:15.898031 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:15.903194 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f865c477-9cd5-41d4-a427-d3abdaedc341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:15.914486 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87d6682-cfe0-41d7-90bf-88e8ddfcfd4e,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:15.924276 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:15.927811 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-87c41196-288f-46e5-8c97-92dc06051bb6 req-00362beb-d57e-4d8b-ad48-2b5160fc9ef5 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418761
Nov 18 15:00:15.927963 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e87d6682-cfe0-41d7-90bf-88e8ddfcfd4e HTTP/1.1" status: 204  len: 168 time: 0.1769199
Nov 18 15:00:15.930319 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:15.930719 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:15.931108 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:15.931495 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:15.931880 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:15.932263 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:15.932641 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:15.933095 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:15.933496 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:15.933853 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:15.934230 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:15.934873 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:15.935287 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:15.935660 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:15.936032 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:15.936393 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:15.936932 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:15.937307 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:15.937796 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:15.938172 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:15.938549 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:15.938918 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:15.939812 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:15.940193 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:15.943639 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:16.269277 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 60544) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:16.288640 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-728a69df-de51-4aab-8359-82dc5bbb476f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:16.320584 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-728a69df-de51-4aab-8359-82dc5bbb476f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:00:16.324572 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-728a69df-de51-4aab-8359-82dc5bbb476f admin admin] Usage tracker for resource:security_group_rule and tenant:96a4054dd75943bf84201fb13ef163cb is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:00:16.327546 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-728a69df-de51-4aab-8359-82dc5bbb476f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:00:16.359269 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-728a69df-de51-4aab-8359-82dc5bbb476f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:00:16.593420 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-728a69df-de51-4aab-8359-82dc5bbb476f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:16.603017 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-728a69df-de51-4aab-8359-82dc5bbb476f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:16.673260 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-afee3e96-8be1-4e1e-89f3-9cb9ae64350d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:16.697242 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-839776d1-3e5e-404c-ab23-91176cbfb856 req-8718f678-7170-4eaf-b433-474f2c3d50e3 service neutron] 10.222.0.15 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3617749
Nov 18 15:00:16.815144 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a69df-de51-4aab-8359-82dc5bbb476f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868a6e42-e2b4-4908-a153-9b4ec42fc83e,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:16.839377 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-285f7f21-cf61-48fb-9364-afe2838f38dd req-341eba89-4187-44cd-8294-48f148798cd0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 1162 time: 0.4525940
Nov 18 15:00:16.840542 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-728a69df-de51-4aab-8359-82dc5bbb476f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:16.848550 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-728a69df-de51-4aab-8359-82dc5bbb476f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96a4054dd75943bf84201fb13ef163cb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5781105
Nov 18 15:00:16.851255 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 60560) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:16.853511 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 1dab2caa-73c4-4e48-8653-c13eae84bf16 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:00:16.966933 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ec227690-827f-46f7-80e1-4634682c0996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:16.980779 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 1dab2caa-73c4-4e48-8653-c13eae84bf16 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:00:16.981569 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:17.012881 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ec227690-827f-46f7-80e1-4634682c0996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:17.049484 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-285f7f21-cf61-48fb-9364-afe2838f38dd req-e8a69cd0-8899-4ddc-b278-ddede79f6d60 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1950624
Nov 18 15:00:17.059300 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da959190-c4cd-4537-bf6d-d398fa03cccf req-246f559c-e50a-40e0-960b-28c678bf2ba8 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:17.061226 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-da959190-c4cd-4537-bf6d-d398fa03cccf req-246f559c-e50a-40e0-960b-28c678bf2ba8 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.5229490
Nov 18 15:00:17.101629 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-beb800ba-2820-4a95-a09e-5eb7ff36c879 req-7fa1bd7e-e127-4d72-a7b5-608e5a3784a9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 1163 time: 0.3406672
Nov 18 15:00:17.108493 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-839776d1-3e5e-404c-ab23-91176cbfb856 req-85a7a455-1167-4501-b032-ee35a1cf8ed6 service neutron] 10.222.0.15 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3887346
Nov 18 15:00:17.131198 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-da959190-c4cd-4537-bf6d-d398fa03cccf req-7cf412d9-3085-4548-b305-cc93627865de tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0586710
Nov 18 15:00:17.133936 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 1e30dcf4-383c-42c8-ada5-7a96297ee89f up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:00:17.148738 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ec227690-827f-46f7-80e1-4634682c0996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:17.153782 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b0d4a6a0-c469-4319-8363-df296d2a76e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:17.166423 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b1a19-a2d6-404b-a4fa-94ce6233e03d req-dcfe1fda-d54f-4dd5-8188-a3138c480cb7 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:17.174257 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-167b1a19-a2d6-404b-a4fa-94ce6233e03d req-dcfe1fda-d54f-4dd5-8188-a3138c480cb7 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.1489398
Nov 18 15:00:17.208066 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 1e30dcf4-383c-42c8-ada5-7a96297ee89f triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:00:17.208478 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec227690-827f-46f7-80e1-4634682c0996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868a6e42-e2b4-4908-a153-9b4ec42fc83e,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:17.208581 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:17.215622 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ec227690-827f-46f7-80e1-4634682c0996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:17.219610 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ec227690-827f-46f7-80e1-4634682c0996 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/868a6e42-e2b4-4908-a153-9b4ec42fc83e HTTP/1.1" status: 204  len: 168 time: 0.3666387
Nov 18 15:00:17.221299 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ec227690-827f-46f7-80e1-4634682c0996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:17.242934 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-167b1a19-a2d6-404b-a4fa-94ce6233e03d req-607cd938-faa8-4571-879b-c6b8c108ab5a tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677564
Nov 18 15:00:17.405097 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d54778-3bc7-424d-b954-75b7af6bdb48 req-9c92bcd9-93e2-4d9b-a41c-2adb12c330e7 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:17.407006 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-45d54778-3bc7-424d-b954-75b7af6bdb48 req-9c92bcd9-93e2-4d9b-a41c-2adb12c330e7 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.1352241
Nov 18 15:00:17.419399 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-beb800ba-2820-4a95-a09e-5eb7ff36c879 req-e24c1a3a-52ec-4955-bfce-d6eb08fdbfbb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601873
Nov 18 15:00:17.473103 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-45d54778-3bc7-424d-b954-75b7af6bdb48 req-8d7dca9f-af85-4219-990c-0171a414c651 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521355
Nov 18 15:00:18.409162 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c437e-bdd3-4230-ad5d-334a2c3f7aa9 req-808e9508-e9e0-471a-9c50-44ecb2f40b73 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:18.410799 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-671c437e-bdd3-4230-ad5d-334a2c3f7aa9 req-808e9508-e9e0-471a-9c50-44ecb2f40b73 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.1060450
Nov 18 15:00:18.468984 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-671c437e-bdd3-4230-ad5d-334a2c3f7aa9 req-f76771f1-fb5f-41bc-81d0-64daadda8eba tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0519509
Nov 18 15:00:18.734049 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f2a1c-6fe9-491f-86b6-9e2eae0e5432 req-2c8ee160-ce9a-4f67-ba3d-4448fd827a2b tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:18.736913 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b09f2a1c-6fe9-491f-86b6-9e2eae0e5432 req-2c8ee160-ce9a-4f67-ba3d-4448fd827a2b tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.0977716
Nov 18 15:00:18.791954 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d144e16-f5eb-4f7c-92c9-97c6a7c4c19d req-3a4cba9a-7fad-4653-94bd-a84246015428 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:18.794394 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d144e16-f5eb-4f7c-92c9-97c6a7c4c19d req-3a4cba9a-7fad-4653-94bd-a84246015428 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.0993381
Nov 18 15:00:18.824089 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b09f2a1c-6fe9-491f-86b6-9e2eae0e5432 req-e01fe6cb-8bcc-45e3-89be-aeca8fbc6072 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810323
Nov 18 15:00:18.855462 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d144e16-f5eb-4f7c-92c9-97c6a7c4c19d req-95b7d534-ad5c-49be-8cee-824bc239b36c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539999
Nov 18 15:00:19.238984 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:00:19.419339 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-364931e3-2c01-4d5d-880b-15f8e0b24426 req-4f010025-8876-4bd9-8cad-bd182f330c79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b71ecd4efe1c43699077d33965fe93b0&device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 1163 time: 0.1426027
Nov 18 15:00:19.448476 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53b5ff-748a-4077-8380-0306122f5d91 req-27ceadcf-4c26-44b7-8c61-b73abe50114a tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:19.450193 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe53b5ff-748a-4077-8380-0306122f5d91 req-27ceadcf-4c26-44b7-8c61-b73abe50114a tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.1303732
Nov 18 15:00:19.636312 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe53b5ff-748a-4077-8380-0306122f5d91 req-44e75c41-d9ff-447a-9f5d-5e351d4160e9 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729326
Nov 18 15:00:19.698121 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364931e3-2c01-4d5d-880b-15f8e0b24426 req-4d5602ee-7de2-4c0d-b06d-2d29527e5b1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:19.700583 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-364931e3-2c01-4d5d-880b-15f8e0b24426 req-4d5602ee-7de2-4c0d-b06d-2d29527e5b1e service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8090ccd-15e6-4c66-9553-e439a92918ea HTTP/1.1" status: 200  len: 913 time: 0.2386401
Nov 18 15:00:19.738886 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 5059f602-c7f8-451f-95f7-dbd091055918 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:00:19.820326 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-364931e3-2c01-4d5d-880b-15f8e0b24426 req-50f92c5b-9939-4f19-9a49-d10d10f6c218 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e30dcf4-383c-42c8-ada5-7a96297ee89f HTTP/1.1" status: 200  len: 217 time: 0.0994084
Nov 18 15:00:19.877348 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 5059f602-c7f8-451f-95f7-dbd091055918 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:00:19.878008 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:19.903123 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a22847-814b-464a-9f86-c2fbb6998c4e req-89a8704a-d406-4c5e-908a-6680f4410a32 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:19.913172 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24a22847-814b-464a-9f86-c2fbb6998c4e req-89a8704a-d406-4c5e-908a-6680f4410a32 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.1048789
Nov 18 15:00:19.921163 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364931e3-2c01-4d5d-880b-15f8e0b24426 req-06638a3f-f925-4550-bb5e-31d07df14258 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:19.923088 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-364931e3-2c01-4d5d-880b-15f8e0b24426 req-06638a3f-f925-4550-bb5e-31d07df14258 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80c7effc-6938-4978-a3bc-1269e8492d3a HTTP/1.1" status: 200  len: 859 time: 0.0942247
Nov 18 15:00:19.969383 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24a22847-814b-464a-9f86-c2fbb6998c4e req-84941b5e-e7c1-4f40-8d61-c76397b3dfcc tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0551929
Nov 18 15:00:20.034017 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-364931e3-2c01-4d5d-880b-15f8e0b24426 req-95b7120e-3ffa-4872-bde0-f57156f9d05f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8090ccd-15e6-4c66-9553-e439a92918ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1004462
Nov 18 15:00:20.251588 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a51eb7-7a57-4204-ac46-a3e5da8c175e req-08f9b642-ae70-4ad9-8e52-0f8035491cca tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:20.253323 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c9a51eb7-7a57-4204-ac46-a3e5da8c175e req-08f9b642-ae70-4ad9-8e52-0f8035491cca tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.1811578
Nov 18 15:00:20.292269 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-364931e3-2c01-4d5d-880b-15f8e0b24426 req-7e7cc101-14e2-4b8e-b3a4-947dbccd2da4 service neutron] 10.222.0.15 "GET /v2.0/networks/d8090ccd-15e6-4c66-9553-e439a92918ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2505846
Nov 18 15:00:20.457578 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-364931e3-2c01-4d5d-880b-15f8e0b24426 req-69b2a6f8-4746-4711-a093-643078c1ce94 service neutron] 10.222.0.15 "GET /v2.0/networks/d8090ccd-15e6-4c66-9553-e439a92918ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1479883
Nov 18 15:00:20.477360 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c9a51eb7-7a57-4204-ac46-a3e5da8c175e req-dec69e35-e20f-4d77-8f68-85389a19778f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2066214
Nov 18 15:00:20.746198 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474a938-4597-438f-bc79-3853fdd3573a req-eb19151a-8a4e-492e-8106-6f077b576032 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:20.747831 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b474a938-4597-438f-bc79-3853fdd3573a req-eb19151a-8a4e-492e-8106-6f077b576032 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.1045854
Nov 18 15:00:20.759271 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 60720) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:20.765342 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-859ccb12-ee94-4589-a25f-f98bc701cc9d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Request body: {'floatingip': {'port_id': '1dab2caa-73c4-4e48-8653-c13eae84bf16'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:00:21.074537 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-859ccb12-ee94-4589-a25f-f98bc701cc9d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for floatingip, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:21.229558 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c00eba-efe8-4ffe-a739-eb644fe93521 req-977b3518-2c74-434b-9bf0-df0e4072dda1 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:21.231318 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-82c00eba-efe8-4ffe-a739-eb644fe93521 req-977b3518-2c74-434b-9bf0-df0e4072dda1 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0879967
Nov 18 15:00:21.278139 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac23d7-243d-42c3-add2-904da674e08e req-9396f841-5307-4f07-9532-f943bb263c6c tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:21.279770 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f3ac23d7-243d-42c3-add2-904da674e08e req-9396f841-5307-4f07-9532-f943bb263c6c tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.4474354
Nov 18 15:00:21.280873 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-82c00eba-efe8-4ffe-a739-eb644fe93521 req-b4403ae1-8eb1-4c27-84ec-63e8fa2ba08a tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424223
Nov 18 15:00:21.424970 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f3ac23d7-243d-42c3-add2-904da674e08e req-5a7e22d4-fdcc-4f84-b1c3-a6aa235855e3 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357241
Nov 18 15:00:21.980005 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-859ccb12-ee94-4589-a25f-f98bc701cc9d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for floatingip, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:21.983128 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-859ccb12-ee94-4589-a25f-f98bc701cc9d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854175593'] for floatingip, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:22.191759 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.l3_db [None req-859ccb12-ee94-4589-a25f-f98bc701cc9d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Floating IP 4506e79d-8967-45ea-a520-c7104f7ba63a associated. External IP: 172.27.1.90, port: 1dab2caa-73c4-4e48-8653-c13eae84bf16.
Nov 18 15:00:22.552477 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 057172c0-8ad5-4186-8f46-c3184bda9b5d up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:00:22.615825 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f83e65-abb4-4ef9-bbb2-70170c15a717 req-85577ec7-e132-4f43-9fc8-0a745b89e48b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:22.627464 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-61f83e65-abb4-4ef9-bbb2-70170c15a717 req-85577ec7-e132-4f43-9fc8-0a745b89e48b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.1799586
Nov 18 15:00:22.709399 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-61f83e65-abb4-4ef9-bbb2-70170c15a717 req-bb0249fc-e2be-4869-b95f-d458f1b74fae tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0807128
Nov 18 15:00:22.723072 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning for port 057172c0-8ad5-4186-8f46-c3184bda9b5d completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:00:22.733436 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 057172c0-8ad5-4186-8f46-c3184bda9b5d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:00:22.734061 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:22.894024 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:22.929147 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port 057172c0-8ad5-4186-8f46-c3184bda9b5d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=057172c0-8ad5-4186-8f46-c3184bda9b5d,segment=NetworkSegment(bdf35626-376f-46d2-a75a-1faeae9f5e65),segment_id=bdf35626-376f-46d2-a75a-1faeae9f5e65)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:00:22.930185 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6506193-1698-4272-bf79-49303491d9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057172c0-8ad5-4186-8f46-c3184bda9b5d'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:00:22.946896 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:22.950218 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:23.006439 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6506193-1698-4272-bf79-49303491d9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057172c0-8ad5-4186-8f46-c3184bda9b5d', 'code': 200}
Nov 18 15:00:23.021307 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed5ac9-2e64-484a-a35c-ea9b9c88e65d req-0b252e78-f88b-4356-93ee-453630ef1c06 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:23.023956 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-09ed5ac9-2e64-484a-a35c-ea9b9c88e65d req-0b252e78-f88b-4356-93ee-453630ef1c06 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.1304617
Nov 18 15:00:23.046707 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=057172c0-8ad5-4186-8f46-c3184bda9b5d,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:23.057283 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:23.057675 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:23.058064 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:23.058442 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:23.058814 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:23.059192 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:23.059809 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:23.060189 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:23.060561 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:23.060958 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:23.061326 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:23.061690 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:23.062099 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:23.062463 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:23.062831 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:23.062944 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859ccb12-ee94-4589-a25f-f98bc701cc9d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Router 44f5da37-a026-45f6-8025-4151e55d5990 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:00:23.063194 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:23.063557 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:23.063921 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:23.065266 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:23.065758 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:23.066125 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:23.066493 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:23.066859 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:23.067235 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:00:23.082473 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:23.181110 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-09ed5ac9-2e64-484a-a35c-ea9b9c88e65d req-afb2ab1c-82e4-4ce7-9dbd-649587c7f944 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419027
Nov 18 15:00:23.242013 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 60796) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:23.384391 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-18c306d2-c260-4cdf-be1c-a587fd284188 req-68fdf413-1842-4c3d-9fec-cc264261a1d6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 1163 time: 0.1187654
Nov 18 15:00:23.390380 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859ccb12-ee94-4589-a25f-f98bc701cc9d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:00:23.405229 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be1fe76-bc31-4c75-92d9-6ea33279fb7e None None] Sync routers for ids ['44f5da37-a026-45f6-8025-4151e55d5990'] in dv-cinder-733623-8-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:00:23.413746 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cac10832-1f6d-4436-ac42-7f8112486265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:23.419596 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be1fe76-bc31-4c75-92d9-6ea33279fb7e None None] Routers {'44f5da37-a026-45f6-8025-4151e55d5990'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:00:23.420279 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6be1fe76-bc31-4c75-92d9-6ea33279fb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef611550>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:00:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['44f5da37-a026-45f6-8025-4151e55d5990'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:00:23.428065 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-859ccb12-ee94-4589-a25f-f98bc701cc9d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:23.451100 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cac10832-1f6d-4436-ac42-7f8112486265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:00:23.455545 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cac10832-1f6d-4436-ac42-7f8112486265 admin admin] Usage tracker for resource:security_group_rule and tenant:d6d43f999375430592994f218b93bf36 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:00:23.458175 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cac10832-1f6d-4436-ac42-7f8112486265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:00:23.463908 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cac10832-1f6d-4436-ac42-7f8112486265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:00:23.492992 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-18c306d2-c260-4cdf-be1c-a587fd284188 req-8710c4d1-448f-4d6f-a58d-f772d7930e19 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0957260
Nov 18 15:00:23.498993 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-859ccb12-ee94-4589-a25f-f98bc701cc9d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "PUT /v2.0/floatingips/4506e79d-8967-45ea-a520-c7104f7ba63a HTTP/1.1" status: 200  len: 991 time: 2.7383940
Nov 18 15:00:23.499820 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb9a964-9b42-4cde-b023-79abc8a28e0c', 'tag': '1dab2caa-73c4-4e48-8653-c13eae84bf16'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:00:23.539161 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cac10832-1f6d-4436-ac42-7f8112486265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:23.546038 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cac10832-1f6d-4436-ac42-7f8112486265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:23.557491 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:23.602396 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb9a964-9b42-4cde-b023-79abc8a28e0c', 'tag': '1dab2caa-73c4-4e48-8653-c13eae84bf16', 'status': 'completed', 'code': 200}
Nov 18 15:00:23.630922 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac10832-1f6d-4436-ac42-7f8112486265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516668f1-397c-4dd3-9bf4-2de16e92552d,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:23.637742 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cac10832-1f6d-4436-ac42-7f8112486265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:23.647614 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-cac10832-1f6d-4436-ac42-7f8112486265 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6d43f999375430592994f218b93bf36&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4035621
Nov 18 15:00:23.650579 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 60810) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:23.726648 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-19d7dd8e-de9b-439c-a62c-b462a2b6cd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:23.755737 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-19d7dd8e-de9b-439c-a62c-b462a2b6cd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:23.805414 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-6be1fe76-bc31-4c75-92d9-6ea33279fb7e None None] Set router 44f5da37-a026-45f6-8025-4151e55d5990 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:00:23.814683 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-19d7dd8e-de9b-439c-a62c-b462a2b6cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:23.820213 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4f0c7224-2892-459c-8f94-e80008b8d348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:23.831841 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7dd8e-de9b-439c-a62c-b462a2b6cd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516668f1-397c-4dd3-9bf4-2de16e92552d,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:23.852017 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-19d7dd8e-de9b-439c-a62c-b462a2b6cd9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:23.854177 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-19d7dd8e-de9b-439c-a62c-b462a2b6cd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:23.863078 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-19d7dd8e-de9b-439c-a62c-b462a2b6cd9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/516668f1-397c-4dd3-9bf4-2de16e92552d HTTP/1.1" status: 204  len: 168 time: 0.2069359
Nov 18 15:00:23.965747 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0c1d6-e747-403e-ba9e-1aa8180a59b3 req-f74aaf39-0095-46aa-bfec-c386b0caf328 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:23.969991 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6fe0c1d6-e747-403e-ba9e-1aa8180a59b3 req-f74aaf39-0095-46aa-bfec-c386b0caf328 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.1003861
Nov 18 15:00:23.999852 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 60824) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:24.064935 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6fe0c1d6-e747-403e-ba9e-1aa8180a59b3 req-cec077f2-32d4-4a92-a1fc-054b9f3555f5 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0879412
Nov 18 15:00:24.225447 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6be1fe76-bc31-4c75-92d9-6ea33279fb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef611550>, [{'id': '44f5da37-a026-45f6-8025-4151e55d5990', 'name': 'tempest-AttachVolumeTestJSON-642542883-router', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:13Z', 'updated_at': '2020-11-18T14:59:25Z', 'revision_number': 4, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'gw_port': {'id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:14Z', 'updated_at': '2020-11-18T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': '4506e79d-8967-45ea-a520-c7104f7ba63a', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'port_id': '1dab2caa-73c4-4e48-8653-c13eae84bf16', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'mac_address': 'fa:16:3e:98:9b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb9a964-9b42-4cde-b023-79abc8a28e0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T14:59:38Z', 'updated_at': '2020-11-18T15:00:21Z', 'revision_number': 1, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c043abc-f4f5-4013-a0e7-298fd5522f70', 'name': '', 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'mac_address': 'fa:16:3e:8e:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:22Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 5, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'subnets': [{'id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:00:24.230391 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be1fe76-bc31-4c75-92d9-6ea33279fb7e None None] Checking router: 44f5da37-a026-45f6-8025-4151e55d5990 for host: dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:00:24.242556 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be1fe76-bc31-4c75-92d9-6ea33279fb7e None None] Routers {'44f5da37-a026-45f6-8025-4151e55d5990'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:00:24.243316 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6be1fe76-bc31-4c75-92d9-6ea33279fb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef611550>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:00:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['44f5da37-a026-45f6-8025-4151e55d5990'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:00:24.355444 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d25801ac-6401-4a49-a053-08af96fe8742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:24.396879 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d25801ac-6401-4a49-a053-08af96fe8742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:00:24.402223 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d25801ac-6401-4a49-a053-08af96fe8742 admin admin] Usage tracker for resource:security_group_rule and tenant:d84d264e12e54bb09ba5da7e6178e3cd is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:00:24.405643 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d25801ac-6401-4a49-a053-08af96fe8742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:00:24.414168 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d25801ac-6401-4a49-a053-08af96fe8742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:00:24.425351 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 60838) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:24.446213 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fa252936-58e4-4dce-9a69-f9f4b4d47c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:24.485386 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-fa252936-58e4-4dce-9a69-f9f4b4d47c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:00:24.492955 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-6be1fe76-bc31-4c75-92d9-6ea33279fb7e None None] Set router 44f5da37-a026-45f6-8025-4151e55d5990 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:00:24.493117 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-fa252936-58e4-4dce-9a69-f9f4b4d47c57 admin admin] Usage tracker for resource:security_group_rule and tenant:8d518602c3d84c7d80eeb4cdcda72f9e is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:00:24.499961 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d25801ac-6401-4a49-a053-08af96fe8742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:24.501135 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-fa252936-58e4-4dce-9a69-f9f4b4d47c57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:00:24.509923 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d25801ac-6401-4a49-a053-08af96fe8742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:24.516092 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-fa252936-58e4-4dce-9a69-f9f4b4d47c57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:00:24.520217 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:24.530369 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8e57e-a0f8-4284-a3b6-2ceaf047feba req-56ede9eb-d0dc-43e5-98c6-fa3c58bc4c0f tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:24.531919 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-add8e57e-a0f8-4284-a3b6-2ceaf047feba req-56ede9eb-d0dc-43e5-98c6-fa3c58bc4c0f tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.1696336
Nov 18 15:00:24.575876 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d25801ac-6401-4a49-a053-08af96fe8742 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d84d264e12e54bb09ba5da7e6178e3cd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5747750
Nov 18 15:00:24.584068 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 60842) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:24.597664 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25801ac-6401-4a49-a053-08af96fe8742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19fb0a1-7dd2-47ec-991e-0b30ad44c47c,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:24.601906 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d25801ac-6401-4a49-a053-08af96fe8742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:24.682282 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-add8e57e-a0f8-4284-a3b6-2ceaf047feba req-701c2581-6d1a-4417-a930-d812af3dfbc7 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287980
Nov 18 15:00:24.692453 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fa252936-58e4-4dce-9a69-f9f4b4d47c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:24.698211 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fa252936-58e4-4dce-9a69-f9f4b4d47c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:24.715977 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-19d7dd8e-de9b-439c-a62c-b462a2b6cd9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:24.737472 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb195b5c-e632-40f7-8e87-1f7c94af494d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:24.774791 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa252936-58e4-4dce-9a69-f9f4b4d47c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c1111e-5bed-4ef7-806a-36a664ebc434,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:24.778359 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fa252936-58e4-4dce-9a69-f9f4b4d47c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:24.791221 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-fa252936-58e4-4dce-9a69-f9f4b4d47c57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d518602c3d84c7d80eeb4cdcda72f9e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3648245
Nov 18 15:00:24.794286 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 60846) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:24.796019 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb195b5c-e632-40f7-8e87-1f7c94af494d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:24.842670 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb195b5c-e632-40f7-8e87-1f7c94af494d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:24.848524 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:24.864038 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a7691a5e-df37-447a-8a1a-57f155515f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:24.865448 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb195b5c-e632-40f7-8e87-1f7c94af494d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19fb0a1-7dd2-47ec-991e-0b30ad44c47c,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:24.867844 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fb195b5c-e632-40f7-8e87-1f7c94af494d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:24.872908 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6be1fe76-bc31-4c75-92d9-6ea33279fb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef611550>, [{'id': '44f5da37-a026-45f6-8025-4151e55d5990', 'name': 'tempest-AttachVolumeTestJSON-642542883-router', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:13Z', 'updated_at': '2020-11-18T14:59:25Z', 'revision_number': 4, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'gw_port': {'id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:14Z', 'updated_at': '2020-11-18T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': '4506e79d-8967-45ea-a520-c7104f7ba63a', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'port_id': '1dab2caa-73c4-4e48-8653-c13eae84bf16', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'mac_address': 'fa:16:3e:98:9b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb9a964-9b42-4cde-b023-79abc8a28e0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T14:59:38Z', 'updated_at': '2020-11-18T15:00:21Z', 'revision_number': 1, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c043abc-f4f5-4013-a0e7-298fd5522f70', 'name': '', 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'mac_address': 'fa:16:3e:8e:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:22Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 5, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'subnets': [{'id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:00:24.877734 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb195b5c-e632-40f7-8e87-1f7c94af494d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:24.879135 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-fb195b5c-e632-40f7-8e87-1f7c94af494d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a19fb0a1-7dd2-47ec-991e-0b30ad44c47c HTTP/1.1" status: 204  len: 168 time: 0.2930629
Nov 18 15:00:24.885974 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be1fe76-bc31-4c75-92d9-6ea33279fb7e None None] The sync data for ids ['44f5da37-a026-45f6-8025-4151e55d5990'] in dv-cinder-733623-8-iscsi is: [{'id': '44f5da37-a026-45f6-8025-4151e55d5990', 'name': 'tempest-AttachVolumeTestJSON-642542883-router', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:13Z', 'updated_at': '2020-11-18T14:59:25Z', 'revision_number': 4, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'gw_port': {'id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:14Z', 'updated_at': '2020-11-18T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': '4506e79d-8967-45ea-a520-c7104f7ba63a', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'port_id': '1dab2caa-73c4-4e48-8653-c13eae84bf16', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'mac_address': 'fa:16:3e:98:9b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb9a964-9b42-4cde-b023-79abc8a28e0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T14:59:38Z', 'updated_at': '2020-11-18T15:00:21Z', 'revision_number': 1, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c043abc-f4f5-4013-a0e7-298fd5522f70', 'name': '', 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'mac_address': 'fa:16:3e:8e:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:22Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 5, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'subnets': [{'id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:00:24.898777 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a7691a5e-df37-447a-8a1a-57f155515f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:24.950430 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a7691a5e-df37-447a-8a1a-57f155515f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:24.955931 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d9776168-6d9a-4a98-8ef0-4da241354280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:24.971895 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7691a5e-df37-447a-8a1a-57f155515f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c1111e-5bed-4ef7-806a-36a664ebc434,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:24.974837 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a7691a5e-df37-447a-8a1a-57f155515f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:24.985541 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a7691a5e-df37-447a-8a1a-57f155515f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:24.989326 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a7691a5e-df37-447a-8a1a-57f155515f69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3c1111e-5bed-4ef7-806a-36a664ebc434 HTTP/1.1" status: 204  len: 168 time: 0.1915939
Nov 18 15:00:25.219505 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627edb0d-19a3-4a37-9cdd-1695da062002 None None] New status for floating IP 4506e79d-8967-45ea-a520-c7104f7ba63a: ACTIVE {{(pid=80266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 15:00:25.372509 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29404a6-0073-40a3-8954-3ca7fbe5ed1f req-ed98903b-ebb2-4236-b18f-6f3dc7653411 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:25.374425 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a29404a6-0073-40a3-8954-3ca7fbe5ed1f req-ed98903b-ebb2-4236-b18f-6f3dc7653411 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.1072011
Nov 18 15:00:25.437366 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a29404a6-0073-40a3-8954-3ca7fbe5ed1f req-fdeebd75-23e3-46e0-9186-62ec68ff4769 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0555332
Nov 18 15:00:25.496073 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 60870) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:25.520093 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6a83629b-2d80-4a0f-9cd4-a260229d2b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:25.577590 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6a83629b-2d80-4a0f-9cd4-a260229d2b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:00:25.582039 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-6a83629b-2d80-4a0f-9cd4-a260229d2b7b admin admin] Usage tracker for resource:security_group_rule and tenant:8c0a5a6f5b9a42b6aa2eef02e55bc48e is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:00:25.586147 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-6a83629b-2d80-4a0f-9cd4-a260229d2b7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:00:25.593679 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6a83629b-2d80-4a0f-9cd4-a260229d2b7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:00:25.669131 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6a83629b-2d80-4a0f-9cd4-a260229d2b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:25.672029 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6a83629b-2d80-4a0f-9cd4-a260229d2b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:25.680416 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6697ebc9-13a7-459c-80cc-8864836c98eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:25.723939 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83629b-2d80-4a0f-9cd4-a260229d2b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd9e3ba-56e6-4aba-83c6-7029d99df259,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:25.729936 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6a83629b-2d80-4a0f-9cd4-a260229d2b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:25.733613 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6a83629b-2d80-4a0f-9cd4-a260229d2b7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c0a5a6f5b9a42b6aa2eef02e55bc48e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2363353
Nov 18 15:00:25.736395 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 60880) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:25.807581 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ccca4e69-0f8e-4561-adbc-f83bbc7db3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:25.835883 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ccca4e69-0f8e-4561-adbc-f83bbc7db3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:25.886987 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ccca4e69-0f8e-4561-adbc-f83bbc7db3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:25.892179 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1f911396-9447-41fa-b5d2-9c18dd8b0602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:25.903451 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca4e69-0f8e-4561-adbc-f83bbc7db3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd9e3ba-56e6-4aba-83c6-7029d99df259,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:25.906626 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ccca4e69-0f8e-4561-adbc-f83bbc7db3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:25.914011 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ccca4e69-0f8e-4561-adbc-f83bbc7db3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:25.915262 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ccca4e69-0f8e-4561-adbc-f83bbc7db3af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4fd9e3ba-56e6-4aba-83c6-7029d99df259 HTTP/1.1" status: 204  len: 168 time: 0.1778603
Nov 18 15:00:25.920542 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc6a52-1dd6-499f-b0bd-a3ab48e9d9d6 req-12605118-85f4-46c3-b14d-746083a608a7 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:25.929419 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94fc6a52-1dd6-499f-b0bd-a3ab48e9d9d6 req-12605118-85f4-46c3-b14d-746083a608a7 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.1037974
Nov 18 15:00:25.981718 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94fc6a52-1dd6-499f-b0bd-a3ab48e9d9d6 req-cb8ec8c8-28ca-40ff-821e-5274c326611b tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505633
Nov 18 15:00:26.699528 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffaca5e-af19-4c7e-a296-81cb4b6bc9ef req-d0549535-4077-4a5d-aacf-b96ec4572f2a tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:26.701454 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fffaca5e-af19-4c7e-a296-81cb4b6bc9ef req-d0549535-4077-4a5d-aacf-b96ec4572f2a tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.1046350
Nov 18 15:00:26.763337 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fffaca5e-af19-4c7e-a296-81cb4b6bc9ef req-09e1b8a5-7a3c-499f-9919-0da85750fd04 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0510724
Nov 18 15:00:27.213385 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661c211-eacb-4fd5-ba14-37136d00fa41 req-8d437160-f627-4892-808b-5ccc28cbe160 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:27.214990 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c661c211-eacb-4fd5-ba14-37136d00fa41 req-8d437160-f627-4892-808b-5ccc28cbe160 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.0945880
Nov 18 15:00:27.265912 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c661c211-eacb-4fd5-ba14-37136d00fa41 req-4eb93c5b-a3a6-4018-8818-cd2138c9735a tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433438
Nov 18 15:00:27.638233 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 60994) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:27.808068 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-779fad96-caf2-4820-b1e7-be289510ed27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:27.852675 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-779fad96-caf2-4820-b1e7-be289510ed27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:00:27.858433 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-779fad96-caf2-4820-b1e7-be289510ed27 admin admin] Usage tracker for resource:security_group_rule and tenant:0db6ad3138bb4d2190f5067d03398340 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:00:27.862348 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-779fad96-caf2-4820-b1e7-be289510ed27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:00:27.873398 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-779fad96-caf2-4820-b1e7-be289510ed27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:00:27.954278 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-779fad96-caf2-4820-b1e7-be289510ed27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:27.958452 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-779fad96-caf2-4820-b1e7-be289510ed27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:27.967580 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ed3e6c6a-969a-4f00-a3ad-8fed3d5a9e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:27.998151 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09885e70-bfb9-41dc-91e8-db7daa2ce481 req-08f89286-069f-4a04-8139-f88263521733 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:27.999737 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-09885e70-bfb9-41dc-91e8-db7daa2ce481 req-08f89286-069f-4a04-8139-f88263521733 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0835321
Nov 18 15:00:28.009179 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fad96-caf2-4820-b1e7-be289510ed27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84c60b1-ab25-4968-a046-a33d4fd4ea2d,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:28.014522 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-779fad96-caf2-4820-b1e7-be289510ed27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0db6ad3138bb4d2190f5067d03398340&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3751905
Nov 18 15:00:28.015486 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-779fad96-caf2-4820-b1e7-be289510ed27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:28.017705 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 32778) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:28.050741 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-09885e70-bfb9-41dc-91e8-db7daa2ce481 req-333c4b76-7cf7-464c-858f-da110d4e0d28 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0439439
Nov 18 15:00:28.079765 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-313cad3c-93c7-48ab-91e2-5ea066beb67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:28.106617 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-313cad3c-93c7-48ab-91e2-5ea066beb67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:28.149210 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-313cad3c-93c7-48ab-91e2-5ea066beb67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:28.153930 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:28.164706 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cad3c-93c7-48ab-91e2-5ea066beb67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84c60b1-ab25-4968-a046-a33d4fd4ea2d,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:28.169306 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-313cad3c-93c7-48ab-91e2-5ea066beb67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:28.172881 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-313cad3c-93c7-48ab-91e2-5ea066beb67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:28.174684 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-313cad3c-93c7-48ab-91e2-5ea066beb67b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a84c60b1-ab25-4968-a046-a33d4fd4ea2d HTTP/1.1" status: 204  len: 168 time: 0.1560276
Nov 18 15:00:28.540676 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 32790) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:28.560175 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d3e92b4f-9e20-4768-9fac-7f5e0905e0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:28.596594 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d3e92b4f-9e20-4768-9fac-7f5e0905e0ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:00:28.600714 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d3e92b4f-9e20-4768-9fac-7f5e0905e0ef admin admin] Usage tracker for resource:security_group_rule and tenant:e5ae59570c4841b295aba0677e2624f2 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:00:28.602044 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0e47710-294e-4859-ad8d-5278d5780fa8 req-b08b5c84-15f7-4fca-a62b-d836495adfbe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2172415
Nov 18 15:00:28.604436 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d3e92b4f-9e20-4768-9fac-7f5e0905e0ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:00:28.610360 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d3e92b4f-9e20-4768-9fac-7f5e0905e0ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:00:28.611374 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd83c8e-922d-4430-9051-9b09a7dfe0d5 req-cfcaab62-d0fd-4833-95bd-36e9e03dbc3d tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:28.612938 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9cd83c8e-922d-4430-9051-9b09a7dfe0d5 req-cfcaab62-d0fd-4833-95bd-36e9e03dbc3d tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.1515181
Nov 18 15:00:28.617187 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d83fb20-54ec-4d69-8b97-2ef754065dd8 req-9aa1653e-f61f-4ec9-a3c8-2830153016de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a636a45410424918b4d9f679f113cafd&device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 1163 time: 0.1939998
Nov 18 15:00:28.713058 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9cd83c8e-922d-4430-9051-9b09a7dfe0d5 req-c64ea690-65f2-4d8a-9ad0-4de4d647f30a tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914042
Nov 18 15:00:28.853609 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d3e92b4f-9e20-4768-9fac-7f5e0905e0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:28.856882 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 057172c0-8ad5-4186-8f46-c3184bda9b5d up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:00:28.858272 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d3e92b4f-9e20-4768-9fac-7f5e0905e0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:28.867068 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:28.896962 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83fb20-54ec-4d69-8b97-2ef754065dd8 req-7c6b0142-583e-4756-93b1-df514d079d2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:28.897160 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e92b4f-9e20-4768-9fac-7f5e0905e0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08570724-3cc6-4972-affc-33ca909137e1,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:28.898988 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d83fb20-54ec-4d69-8b97-2ef754065dd8 req-7c6b0142-583e-4756-93b1-df514d079d2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=39f5108f-843e-41e3-81e6-112f46a760b7 HTTP/1.1" status: 200  len: 904 time: 0.2272103
Nov 18 15:00:28.902358 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0e47710-294e-4859-ad8d-5278d5780fa8 req-1f33cb9a-6e3a-425c-9281-ffebdd77da87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fbb15e10575048219e0645ac282a91d5&device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 1163 time: 0.1763918
Nov 18 15:00:28.929329 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d3e92b4f-9e20-4768-9fac-7f5e0905e0ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5ae59570c4841b295aba0677e2624f2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3876953
Nov 18 15:00:28.929995 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 32802) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:28.930806 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d3e92b4f-9e20-4768-9fac-7f5e0905e0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:29.029103 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 057172c0-8ad5-4186-8f46-c3184bda9b5d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:00:29.029542 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:29.250497 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d83fb20-54ec-4d69-8b97-2ef754065dd8 req-72da07f5-1bc9-45e7-8e1d-47d980681c34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dab2caa-73c4-4e48-8653-c13eae84bf16 HTTP/1.1" status: 200  len: 1001 time: 0.2711363
Nov 18 15:00:29.255427 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-268e2a4a-04bb-4229-81ad-ddcae1a0b7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:29.287121 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595775eb-23c2-4852-8997-513dcb9f6aec req-47741824-6328-493d-96fa-61cb2fa4681d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:29.288713 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-595775eb-23c2-4852-8997-513dcb9f6aec req-47741824-6328-493d-96fa-61cb2fa4681d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0832467
Nov 18 15:00:29.315977 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e47710-294e-4859-ad8d-5278d5780fa8 req-ca7f5099-a4ae-4462-9101-e81967377c7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:29.317586 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0e47710-294e-4859-ad8d-5278d5780fa8 req-ca7f5099-a4ae-4462-9101-e81967377c7d service neutron] 10.222.0.15 "GET /v2.0/networks?id=94707ea5-8713-4731-9f53-ed84ced46453 HTTP/1.1" status: 200  len: 905 time: 0.2787604
Nov 18 15:00:29.339984 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-595775eb-23c2-4852-8997-513dcb9f6aec req-4af1e8d4-b9cc-45b8-8512-b86f8298a4bc tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0449753
Nov 18 15:00:29.398234 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-268e2a4a-04bb-4229-81ad-ddcae1a0b7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:29.426844 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0e47710-294e-4859-ad8d-5278d5780fa8 req-65aeb681-cf76-4747-8e59-6c163575ea6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d06b280-9bcd-4364-bfc7-a4caa5408c57 HTTP/1.1" status: 200  len: 217 time: 0.0980742
Nov 18 15:00:29.478586 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83fb20-54ec-4d69-8b97-2ef754065dd8 req-2b914bc5-c386-4268-aee5-3f9769051eea service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:29.480149 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d83fb20-54ec-4d69-8b97-2ef754065dd8 req-2b914bc5-c386-4268-aee5-3f9769051eea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d HTTP/1.1" status: 200  len: 849 time: 0.2138512
Nov 18 15:00:29.573467 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e47710-294e-4859-ad8d-5278d5780fa8 req-6cf6a7a4-792f-43d9-abd8-ae799c5518c8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:29.575058 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0e47710-294e-4859-ad8d-5278d5780fa8 req-6cf6a7a4-792f-43d9-abd8-ae799c5518c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa3a6de5-97c8-4b90-8a46-e1778507a72b HTTP/1.1" status: 200  len: 851 time: 0.1395741
Nov 18 15:00:29.619177 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-268e2a4a-04bb-4229-81ad-ddcae1a0b7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:29.639031 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:29.839356 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0e47710-294e-4859-ad8d-5278d5780fa8 req-81dfe0db-a9f8-40f8-9419-b8cbfb598458 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=94707ea5-8713-4731-9f53-ed84ced46453&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2549598
Nov 18 15:00:29.851633 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e2a4a-04bb-4229-81ad-ddcae1a0b7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08570724-3cc6-4972-affc-33ca909137e1,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:29.858106 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-268e2a4a-04bb-4229-81ad-ddcae1a0b7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:29.887780 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-268e2a4a-04bb-4229-81ad-ddcae1a0b7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:29.892419 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-268e2a4a-04bb-4229-81ad-ddcae1a0b7b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08570724-3cc6-4972-affc-33ca909137e1 HTTP/1.1" status: 204  len: 168 time: 0.9603009
Nov 18 15:00:29.912180 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d83fb20-54ec-4d69-8b97-2ef754065dd8 req-8a5f8c3e-5140-4018-85a4-83cd65da28fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39f5108f-843e-41e3-81e6-112f46a760b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4228795
Nov 18 15:00:30.022966 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c834a-4cf4-45a1-b02b-98daa52bce8c req-ae492899-6b3c-46d2-af56-666353a03101 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:30.032686 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-064c834a-4cf4-45a1-b02b-98daa52bce8c req-ae492899-6b3c-46d2-af56-666353a03101 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.1516497
Nov 18 15:00:30.104058 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-064c834a-4cf4-45a1-b02b-98daa52bce8c req-9b163596-8aa1-4c5b-9a3d-22489f2097d4 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695477
Nov 18 15:00:30.176538 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0e47710-294e-4859-ad8d-5278d5780fa8 req-03bcb061-4870-4e9e-bc5c-9993e2beaf28 service neutron] 10.222.0.15 "GET /v2.0/networks/94707ea5-8713-4731-9f53-ed84ced46453?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3162622
Nov 18 15:00:30.178405 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d83fb20-54ec-4d69-8b97-2ef754065dd8 req-a6e9fbc8-7cd2-48a2-ab0d-a7edbdc5c98f service neutron] 10.222.0.15 "GET /v2.0/networks/39f5108f-843e-41e3-81e6-112f46a760b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2459054
Nov 18 15:00:30.465053 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d83fb20-54ec-4d69-8b97-2ef754065dd8 req-b08b20a9-a9a4-4d03-bcc1-99152c0c726e service neutron] 10.222.0.15 "GET /v2.0/networks/39f5108f-843e-41e3-81e6-112f46a760b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2710392
Nov 18 15:00:30.583369 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0e47710-294e-4859-ad8d-5278d5780fa8 req-119c17db-ea7c-49fe-806b-fc911511d2d3 service neutron] 10.222.0.15 "GET /v2.0/networks/94707ea5-8713-4731-9f53-ed84ced46453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2616322
Nov 18 15:00:30.667544 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81a61a-6ef3-405f-baf5-95062adb0a9a req-a8a3e939-7014-4bd8-acf2-c0a0ee561415 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:30.686007 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c81a61a-6ef3-405f-baf5-95062adb0a9a req-a8a3e939-7014-4bd8-acf2-c0a0ee561415 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.1752295
Nov 18 15:00:30.810192 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c81a61a-6ef3-405f-baf5-95062adb0a9a req-d63f9264-156d-47d9-95c1-bc7ce3e6048b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1221266
Nov 18 15:00:31.041072 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abadcf9-59f1-4560-8fde-281041dbd447 req-8fb59aca-e9f8-4323-935a-ab5b1611a02b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:31.042802 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5abadcf9-59f1-4560-8fde-281041dbd447 req-8fb59aca-e9f8-4323-935a-ab5b1611a02b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0867660
Nov 18 15:00:31.053229 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 32872) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:31.058868 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-2aba1eb6-3154-4702-877c-be3d140ba0e2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Request body: {'floatingip': {'port_id': '057172c0-8ad5-4186-8f46-c3184bda9b5d'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:00:31.142765 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2aba1eb6-3154-4702-877c-be3d140ba0e2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for floatingip, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:31.409472 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 057172c0-8ad5-4186-8f46-c3184bda9b5d up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:00:31.522359 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 057172c0-8ad5-4186-8f46-c3184bda9b5d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:00:31.523753 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:31.566068 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afff88-5d3a-48b1-bedb-13f209a4ee87 req-bf795210-e1b4-41b6-9fc4-f081d81287f5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:31.567727 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-04afff88-5d3a-48b1-bedb-13f209a4ee87 req-bf795210-e1b4-41b6-9fc4-f081d81287f5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.2694972
Nov 18 15:00:31.745914 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-04afff88-5d3a-48b1-bedb-13f209a4ee87 req-90a4c12d-d6da-41c6-968b-91122d067e6b tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1657124
Nov 18 15:00:32.220378 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2aba1eb6-3154-4702-877c-be3d140ba0e2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for floatingip, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:32.223246 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2aba1eb6-3154-4702-877c-be3d140ba0e2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854175593'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:32.441940 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.l3_db [None req-2aba1eb6-3154-4702-877c-be3d140ba0e2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Floating IP 29c80034-65e3-4fec-b0e7-a0d05dd88325 associated. External IP: 172.27.1.81, port: 057172c0-8ad5-4186-8f46-c3184bda9b5d.
Nov 18 15:00:33.005522 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02fd72-28a7-4847-b773-59c5df80559c req-69da5a08-5041-476c-bfb0-8186deef33c8 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:33.007188 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fc02fd72-28a7-4847-b773-59c5df80559c req-69da5a08-5041-476c-bfb0-8186deef33c8 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.0969656
Nov 18 15:00:33.058043 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fc02fd72-28a7-4847-b773-59c5df80559c req-ea31a0aa-7220-4a3b-ac38-073b6deedb78 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438745
Nov 18 15:00:33.185639 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee464ec-a6b4-4b83-be17-5ad627d919ea req-e3d664c6-bdab-485c-80d3-6d62968288c3 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:33.187194 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9ee464ec-a6b4-4b83-be17-5ad627d919ea req-e3d664c6-bdab-485c-80d3-6d62968288c3 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 946 time: 0.1152344
Nov 18 15:00:33.213974 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aba1eb6-3154-4702-877c-be3d140ba0e2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Router ed93919a-91c9-401e-b3ac-c260adf28af0 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:00:33.315667 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9ee464ec-a6b4-4b83-be17-5ad627d919ea req-8f7de5b9-5c77-460f-bea9-ccc5c1e6ae38 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/security-groups?id=cdf9b8cd-f6da-444f-98ac-ba2a7fc2113e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201143
Nov 18 15:00:33.456314 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aba1eb6-3154-4702-877c-be3d140ba0e2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:00:33.472595 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2aba1eb6-3154-4702-877c-be3d140ba0e2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:33.478087 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611b8f53-c595-4584-802f-fa0d0992f392 None None] Sync routers for ids ['ed93919a-91c9-401e-b3ac-c260adf28af0'] in dv-cinder-733623-8-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:00:33.494349 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611b8f53-c595-4584-802f-fa0d0992f392 None None] Routers {'ed93919a-91c9-401e-b3ac-c260adf28af0'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:00:33.495240 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-611b8f53-c595-4584-802f-fa0d0992f392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0af0123898>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:00:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ed93919a-91c9-401e-b3ac-c260adf28af0'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:00:33.554789 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2aba1eb6-3154-4702-877c-be3d140ba0e2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "PUT /v2.0/floatingips/29c80034-65e3-4fec-b0e7-a0d05dd88325 HTTP/1.1" status: 200  len: 991 time: 2.5004408
Nov 18 15:00:33.558295 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6506193-1698-4272-bf79-49303491d9b2', 'tag': '057172c0-8ad5-4186-8f46-c3184bda9b5d'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:00:33.637926 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6506193-1698-4272-bf79-49303491d9b2', 'tag': '057172c0-8ad5-4186-8f46-c3184bda9b5d', 'status': 'completed', 'code': 200}
Nov 18 15:00:33.748692 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:33.755595 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-611b8f53-c595-4584-802f-fa0d0992f392 None None] Set router ed93919a-91c9-401e-b3ac-c260adf28af0 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:00:33.779080 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bc1045ae-0dee-4458-badf-9b916720f32f req-702c1466-ab0b-45f2-865e-be645b19fbf3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e34acf85e0c438ca8d7f165101583bf&device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 1163 time: 0.0790863
Nov 18 15:00:33.930054 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1045ae-0dee-4458-badf-9b916720f32f req-f20f5ffa-d8a8-4e06-a995-047bdf2ba835 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:33.931665 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bc1045ae-0dee-4458-badf-9b916720f32f req-f20f5ffa-d8a8-4e06-a995-047bdf2ba835 service neutron] 10.222.0.15 "GET /v2.0/networks?id=37eaaf30-5a3c-4021-920a-a0d0e09402d1 HTTP/1.1" status: 200  len: 911 time: 0.1424558
Nov 18 15:00:34.050622 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bc1045ae-0dee-4458-badf-9b916720f32f req-1a8453e9-e94e-4f59-8e6a-5b9d1166fa0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=057172c0-8ad5-4186-8f46-c3184bda9b5d HTTP/1.1" status: 200  len: 999 time: 0.1067820
Nov 18 15:00:34.139443 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1045ae-0dee-4458-badf-9b916720f32f req-4a04bfaf-e981-49fb-aff3-2b42b6061a99 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:34.141412 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bc1045ae-0dee-4458-badf-9b916720f32f req-4a04bfaf-e981-49fb-aff3-2b42b6061a99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a947b1b-22d9-4c98-9df6-708701f43830 HTTP/1.1" status: 200  len: 856 time: 0.0825753
Nov 18 15:00:34.158137 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-611b8f53-c595-4584-802f-fa0d0992f392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0af0123898>, [{'id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'name': 'tempest-AttachVolumeShelveTestJSON-1206987080-router', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:17Z', 'updated_at': '2020-11-18T14:59:30Z', 'revision_number': 4, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'gw_port': {'id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': '29c80034-65e3-4fec-b0e7-a0d05dd88325', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'port_id': '057172c0-8ad5-4186-8f46-c3184bda9b5d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'mac_address': 'fa:16:3e:69:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6506193-1698-4272-bf79-49303491d9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T14:59:50Z', 'updated_at': '2020-11-18T15:00:32Z', 'revision_number': 1, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4e8bf7-f554-4ad2-9d6b-760089c622d2', 'name': '', 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'mac_address': 'fa:16:3e:6f:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:29Z', 'updated_at': '2020-11-18T14:59:46Z', 'revision_number': 5, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'subnets': [{'id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:00:34.161898 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611b8f53-c595-4584-802f-fa0d0992f392 None None] Checking router: ed93919a-91c9-401e-b3ac-c260adf28af0 for host: dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:00:34.177775 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611b8f53-c595-4584-802f-fa0d0992f392 None None] Routers {'ed93919a-91c9-401e-b3ac-c260adf28af0'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:00:34.178442 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-611b8f53-c595-4584-802f-fa0d0992f392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0af0123898>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:00:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ed93919a-91c9-401e-b3ac-c260adf28af0'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:00:34.288524 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bc1045ae-0dee-4458-badf-9b916720f32f req-e8b1197d-f73a-4ecf-b42c-6526d8b74bf4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37eaaf30-5a3c-4021-920a-a0d0e09402d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1391428
Nov 18 15:00:34.338599 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01704b-f864-4ec3-91d6-5041c7767a99 req-deab3f3e-3cc9-410d-a8b8-6601048f42e1 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:34.340318 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4b01704b-f864-4ec3-91d6-5041c7767a99 req-deab3f3e-3cc9-410d-a8b8-6601048f42e1 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.1293936
Nov 18 15:00:34.481470 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4b01704b-f864-4ec3-91d6-5041c7767a99 req-800bb56d-2fea-4075-af93-dc76d8d0e19f tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336129
Nov 18 15:00:34.587411 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bc1045ae-0dee-4458-badf-9b916720f32f req-db4911fe-aa47-4d1f-80ff-5a085208622d service neutron] 10.222.0.15 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2800655
Nov 18 15:00:34.602112 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-611b8f53-c595-4584-802f-fa0d0992f392 None None] Set router ed93919a-91c9-401e-b3ac-c260adf28af0 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:00:34.696279 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0dc026-880a-46c6-92d0-53d04e101812 req-d0e9fb0c-2cb0-43c9-8d67-9bac46db2b4d tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:34.701292 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ff0dc026-880a-46c6-92d0-53d04e101812 req-d0e9fb0c-2cb0-43c9-8d67-9bac46db2b4d tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 946 time: 0.1563940
Nov 18 15:00:34.794125 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ff0dc026-880a-46c6-92d0-53d04e101812 req-11c2d4bb-31ab-4e8e-a85a-3c4a74424384 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/security-groups?id=cdf9b8cd-f6da-444f-98ac-ba2a7fc2113e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850766
Nov 18 15:00:34.879852 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bc1045ae-0dee-4458-badf-9b916720f32f req-7219b840-4c74-4198-818c-202199e9ceac service neutron] 10.222.0.15 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2795157
Nov 18 15:00:35.090223 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-611b8f53-c595-4584-802f-fa0d0992f392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0af0123898>, [{'id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'name': 'tempest-AttachVolumeShelveTestJSON-1206987080-router', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:17Z', 'updated_at': '2020-11-18T14:59:30Z', 'revision_number': 4, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'gw_port': {'id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': '29c80034-65e3-4fec-b0e7-a0d05dd88325', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'port_id': '057172c0-8ad5-4186-8f46-c3184bda9b5d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'mac_address': 'fa:16:3e:69:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6506193-1698-4272-bf79-49303491d9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T14:59:50Z', 'updated_at': '2020-11-18T15:00:32Z', 'revision_number': 1, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4e8bf7-f554-4ad2-9d6b-760089c622d2', 'name': '', 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'mac_address': 'fa:16:3e:6f:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:29Z', 'updated_at': '2020-11-18T14:59:46Z', 'revision_number': 5, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'subnets': [{'id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:00:35.094495 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611b8f53-c595-4584-802f-fa0d0992f392 None None] The sync data for ids ['ed93919a-91c9-401e-b3ac-c260adf28af0'] in dv-cinder-733623-8-iscsi is: [{'id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'name': 'tempest-AttachVolumeShelveTestJSON-1206987080-router', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:17Z', 'updated_at': '2020-11-18T14:59:30Z', 'revision_number': 4, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'gw_port': {'id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': '29c80034-65e3-4fec-b0e7-a0d05dd88325', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'port_id': '057172c0-8ad5-4186-8f46-c3184bda9b5d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'mac_address': 'fa:16:3e:69:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6506193-1698-4272-bf79-49303491d9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T14:59:50Z', 'updated_at': '2020-11-18T15:00:32Z', 'revision_number': 1, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4e8bf7-f554-4ad2-9d6b-760089c622d2', 'name': '', 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'mac_address': 'fa:16:3e:6f:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:29Z', 'updated_at': '2020-11-18T14:59:46Z', 'revision_number': 5, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'subnets': [{'id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:00:35.400640 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc96f7d-9088-4eda-9d7e-154a139c5ad7 None None] New status for floating IP 29c80034-65e3-4fec-b0e7-a0d05dd88325: ACTIVE {{(pid=80266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 15:00:35.715999 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a4a67-4dc8-4a4b-b792-c7c88b5acc86 req-c8553bc4-c973-461d-8016-6e764de5e705 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:35.717653 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-687a4a67-4dc8-4a4b-b792-c7c88b5acc86 req-c8553bc4-c973-461d-8016-6e764de5e705 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.0977318
Nov 18 15:00:35.781829 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-687a4a67-4dc8-4a4b-b792-c7c88b5acc86 req-45409132-19e3-4640-a85a-ef4567300e07 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514026
Nov 18 15:00:36.065267 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9926d-9bcf-4921-b21e-727c5c02f070 req-8d714a0b-2bf6-40bf-a598-c68ded812431 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:36.067004 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-04e9926d-9bcf-4921-b21e-727c5c02f070 req-8d714a0b-2bf6-40bf-a598-c68ded812431 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 946 time: 0.1050212
Nov 18 15:00:36.123242 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-04e9926d-9bcf-4921-b21e-727c5c02f070 req-ba84954f-83b0-403b-9ee2-5f5e0ef34d86 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/security-groups?id=cdf9b8cd-f6da-444f-98ac-ba2a7fc2113e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484743
Nov 18 15:00:36.474552 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58c8ee-7d65-4cc5-baeb-c0d6164275db req-57626ad1-2784-46ae-8bc2-2750de7f4613 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:36.476075 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fd58c8ee-7d65-4cc5-baeb-c0d6164275db req-57626ad1-2784-46ae-8bc2-2750de7f4613 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.15 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 946 time: 0.0868495
Nov 18 15:00:36.573922 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-fd58c8ee-7d65-4cc5-baeb-c0d6164275db req-d83cee16-2ff5-4c34-8374-739f75fb74ca tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Deleting port 3d06b280-9bcd-4364-bfc7-a4caa5408c57 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:00:36.574326 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fd58c8ee-7d65-4cc5-baeb-c0d6164275db req-d83cee16-2ff5-4c34-8374-739f75fb74ca tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:36.847438 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-fd58c8ee-7d65-4cc5-baeb-c0d6164275db req-d83cee16-2ff5-4c34-8374-739f75fb74ca tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] For port 3d06b280-9bcd-4364-bfc7-a4caa5408c57, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=3d06b280-9bcd-4364-bfc7-a4caa5408c57,segment=NetworkSegment(e72dc314-afd7-4297-a475-43cedc80084b),segment_id=e72dc314-afd7-4297-a475-43cedc80084b)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:00:36.847840 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fd58c8ee-7d65-4cc5-baeb-c0d6164275db req-d83cee16-2ff5-4c34-8374-739f75fb74ca tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:36.983378 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-fd58c8ee-7d65-4cc5-baeb-c0d6164275db req-d83cee16-2ff5-4c34-8374-739f75fb74ca tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Calling delete_port for 3d06b280-9bcd-4364-bfc7-a4caa5408c57 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:00:37.019313 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec67fff-fe93-4bcd-8d7a-0de1c27e16ca req-832dd016-c0a0-40bb-8f6d-b7233e9f918c tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:37.022595 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aec67fff-fe93-4bcd-8d7a-0de1c27e16ca req-832dd016-c0a0-40bb-8f6d-b7233e9f918c tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.1009233
Nov 18 15:00:37.074595 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aec67fff-fe93-4bcd-8d7a-0de1c27e16ca req-bbb29349-ffc4-4786-84aa-f7614f8471d0 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475314
Nov 18 15:00:37.206178 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fd58c8ee-7d65-4cc5-baeb-c0d6164275db req-d83cee16-2ff5-4c34-8374-739f75fb74ca tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:37.225421 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cbfa4f24-dd43-413e-a527-112cc5f52523 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:37.285022 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83cee16-2ff5-4c34-8374-739f75fb74ca tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Pushing event deleted for resources: {'Port': ['ID=3d06b280-9bcd-4364-bfc7-a4caa5408c57,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:37.287657 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d83cee16-2ff5-4c34-8374-739f75fb74ca tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:37.341529 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9cb2dcb4-e4f2-487f-9d62-6607106d5bb4 req-f818e6a4-e82c-469b-8179-8324951ac516 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 210 time: 0.0679471
Nov 18 15:00:37.481676 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd58c8ee-7d65-4cc5-baeb-c0d6164275db req-d83cee16-2ff5-4c34-8374-739f75fb74ca tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] No DVR routers for this DVR port 3d06b280-9bcd-4364-bfc7-a4caa5408c57 on host hv-cinder-73362 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:00:37.485400 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fd58c8ee-7d65-4cc5-baeb-c0d6164275db req-d83cee16-2ff5-4c34-8374-739f75fb74ca tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:37.488248 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd276fd8-80e2-4276-84e6-799271e66b84', 'name': 'network-vif-deleted', 'tag': '3d06b280-9bcd-4364-bfc7-a4caa5408c57'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:00:37.504591 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fd58c8ee-7d65-4cc5-baeb-c0d6164275db req-d83cee16-2ff5-4c34-8374-739f75fb74ca tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.15 "DELETE /v2.0/ports/3d06b280-9bcd-4364-bfc7-a4caa5408c57 HTTP/1.1" status: 204  len: 173 time: 1.0208244
Nov 18 15:00:39.462133 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-53e552f3-fffe-4373-ab46-f5e9838c875a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:42.085308 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b8aa33dc-1959-49e6-94f6-2ba954130c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:42.357184 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:43.473682 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:43.656156 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:45.120431 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 3d06b280-9bcd-4364-bfc7-a4caa5408c57 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:00:45.161370 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] No Port match for: 3d06b280-9bcd-4364-bfc7-a4caa5408c57 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:00:45.161370 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 3d06b280-9bcd-4364-bfc7-a4caa5408c57 not bound to the agent host hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:00:45.220414 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd276fd8-80e2-4276-84e6-799271e66b84', 'name': 'network-vif-deleted', 'tag': '3d06b280-9bcd-4364-bfc7-a4caa5408c57', 'status': 'completed', 'code': 200}
Nov 18 15:00:45.353299 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd19a4-5720-450e-94af-3971b91cbfa5 req-bef31a44-0bef-4853-b662-24e5be2f6a80 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:45.354918 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-20bd19a4-5720-450e-94af-3971b91cbfa5 req-bef31a44-0bef-4853-b662-24e5be2f6a80 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.0894842
Nov 18 15:00:45.367915 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5e30d48e-5af1-4d35-aba9-9230ad1e607f req-4d34916b-a918-48a0-90c3-ecb926e35cf4 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 210 time: 0.0452445
Nov 18 15:00:45.406864 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-20bd19a4-5720-450e-94af-3971b91cbfa5 req-2d313643-79c0-406b-addf-e8da75ea0a81 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452271
Nov 18 15:00:46.607336 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b71a46d6-5189-4fd6-84a3-ebe9a2606e9b req-db5e31ac-f580-4ad2-85e1-c71d595dce25 tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] 10.222.0.21 "GET /v2.0/ports?device_id=fd276fd8-80e2-4276-84e6-799271e66b84 HTTP/1.1" status: 200  len: 210 time: 0.0774653
Nov 18 15:00:46.676286 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28ecf6-0ef1-495a-9544-e059985975bb req-0ff19fe1-701d-48cc-b7e9-69b20b4c953d tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:46.678022 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9e28ecf6-0ef1-495a-9544-e059985975bb req-0ff19fe1-701d-48cc-b7e9-69b20b4c953d tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.0935066
Nov 18 15:00:46.745243 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9e28ecf6-0ef1-495a-9544-e059985975bb req-b380c4a5-4817-4218-a572-72c585136efc tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560827
Nov 18 15:00:47.959561 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcc9eb-f69c-443e-89c3-4fcb5e70140c req-e25c4b62-8d18-4389-830b-d00a90ea4f68 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:47.961215 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-babcc9eb-f69c-443e-89c3-4fcb5e70140c req-e25c4b62-8d18-4389-830b-d00a90ea4f68 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.0830121
Nov 18 15:00:48.012917 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-babcc9eb-f69c-443e-89c3-4fcb5e70140c req-92548f1a-742a-4672-b0cf-acbe71ca7ab6 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436759
Nov 18 15:00:49.232364 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239b508-20f9-4f2c-9839-5da7e144a685 req-13ad0de6-9f7d-4b22-a335-2dcafdaf42ce tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:49.233953 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a239b508-20f9-4f2c-9839-5da7e144a685 req-13ad0de6-9f7d-4b22-a335-2dcafdaf42ce tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.0870774
Nov 18 15:00:49.476387 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a239b508-20f9-4f2c-9839-5da7e144a685 req-a7aa7c51-9537-4724-b36d-8b9c99401cfa tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2354853
Nov 18 15:00:49.661131 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 33254) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:49.729744 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-0817aacf-fd8a-4ac8-8df7-54c25989459e admin admin] Deleting subnet fa3a6de5-97c8-4b90-8a46-e1778507a72b {{(pid=80265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 15:00:49.733305 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0817aacf-fd8a-4ac8-8df7-54c25989459e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:49.799199 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0817aacf-fd8a-4ac8-8df7-54c25989459e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:49.806873 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0817aacf-fd8a-4ac8-8df7-54c25989459e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853367654'] for subnet, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:50.083815 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0817aacf-fd8a-4ac8-8df7-54c25989459e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for subnet, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:50.099451 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5605cc4d-5020-4c5e-8548-0cd849020b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:50.141287 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817aacf-fd8a-4ac8-8df7-54c25989459e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa3a6de5-97c8-4b90-8a46-e1778507a72b,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:50.156087 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0817aacf-fd8a-4ac8-8df7-54c25989459e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:50.236582 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0817aacf-fd8a-4ac8-8df7-54c25989459e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:50.242710 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0817aacf-fd8a-4ac8-8df7-54c25989459e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fa3a6de5-97c8-4b90-8a46-e1778507a72b HTTP/1.1" status: 204  len: 168 time: 0.5804844
Nov 18 15:00:50.245180 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 33280) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:50.363293 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 33286) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:50.368394 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322778'] for network, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:50.526265 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25429735-2a1a-4445-85f1-069f5eb2b08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:50.560429 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-25429735-2a1a-4445-85f1-069f5eb2b08e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:00:50.564477 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-25429735-2a1a-4445-85f1-069f5eb2b08e admin admin] Usage tracker for resource:security_group_rule and tenant:e6eeda92b4264ef5a81ba187163ae260 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:00:50.565722 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853367263', 'neutron.services.segments.db._delete_segments_for_network--9223363306544197611'] for network, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:50.567479 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-25429735-2a1a-4445-85f1-069f5eb2b08e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:00:50.573244 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-25429735-2a1a-4445-85f1-069f5eb2b08e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:00:50.690389 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f0aef4a3eb8>> segment before_delete 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:00:50.690775 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f0aef4a3eb8>> subnet precommit_delete_associations 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:00:50.691866 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0aeed976a0>> segment_host_mapping after_create 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:00:50.692303 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0aeed976a0>> port after_create 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:00:50.692670 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0aeed976a0>> port after_delete 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:00:50.693055 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0aeed976a0>> port after_update 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:00:50.693441 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0aeed976a0>> segment after_delete 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:00:50.693799 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0aeed976a0>> subnet after_create 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:00:50.694194 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0aeed976a0>> subnet after_delete 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:00:50.694549 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25429735-2a1a-4445-85f1-069f5eb2b08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:50.694666 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0aeed976a0>> subnet after_update 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:00:50.706879 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25429735-2a1a-4445-85f1-069f5eb2b08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:50.718874 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1cba1023-5f23-425c-be52-e754b90ac7c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:50.762844 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0aeebf9d68>> subnet after_create 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:00:50.763234 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0aeebf9d68>> subnet after_delete 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:00:50.763604 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0aeebf9d68>> subnet before_create 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:00:50.763984 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0aeebf9d68>> subnet before_update 55550000 {{(pid=80265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:00:50.764380 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0aef167080>,) {'filters': {'network_id': ['94707ea5-8713-4731-9f53-ed84ced46453']}} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:00:50.767748 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25429735-2a1a-4445-85f1-069f5eb2b08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a95588-17e5-4043-8f74-137b3d696566,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:50.775102 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-25429735-2a1a-4445-85f1-069f5eb2b08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:50.784202 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aef167080>, 'e72dc314-afd7-4297-a475-43cedc80084b') {'for_net_delete': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:00:50.784202 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aef167080>, 'e72dc314-afd7-4297-a475-43cedc80084b') {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:00:50.786248 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-25429735-2a1a-4445-85f1-069f5eb2b08e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6eeda92b4264ef5a81ba187163ae260&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4218991
Nov 18 15:00:50.791170 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 33294) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:50.799237 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ddcdf-6a80-4191-8ede-3794bd5251d2 req-6a9afaf2-52db-441c-aaf9-c334014810f1 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:50.800854 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-205ddcdf-6a80-4191-8ede-3794bd5251d2 req-6a9afaf2-52db-441c-aaf9-c334014810f1 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.1521077
Nov 18 15:00:50.813440 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306544155115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821565646'] for segment, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:50.848288 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:50.850096 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-205ddcdf-6a80-4191-8ede-3794bd5251d2 req-417cd60e-a7c2-452f-b0d8-394c60f7c801 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427427
Nov 18 15:00:50.851503 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 15:00:51.012055 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bda7dffb-8a32-4310-8783-380a12a6ed59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:51.083365 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Network 94707ea5-8713-4731-9f53-ed84ced46453 has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:00:51.093545 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853370636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31700403'] for segment, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:51.139081 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bda7dffb-8a32-4310-8783-380a12a6ed59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:51.319163 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Network 94707ea5-8713-4731-9f53-ed84ced46453 has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:   (rel_b, rel_a, rel_b),
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:   (rel_b, rel_a, rel_b),
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]: Traceback (most recent call last):
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:     timer()
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:     cb(*args, **kw)
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:     self._notify()
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:     self.callback(batched_events)
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:     event.method(event)
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:     return f(self, *a, **k)
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self._get(url).json()
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:     **kwargs)
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:     **endpoint_filter)
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 15:00:51.344653 dv-cinder-733623-8-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 15:00:51.424807 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bda7dffb-8a32-4310-8783-380a12a6ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:51.428926 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d25801ac-6401-4a49-a053-08af96fe8742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:51.438897 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:51.445797 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7dffb-8a32-4310-8783-380a12a6ed59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a95588-17e5-4043-8f74-137b3d696566,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:51.450037 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bda7dffb-8a32-4310-8783-380a12a6ed59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:51.451673 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b7dd08d8-aed3-4c08-9046-497331df1561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:51.473944 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:51.476652 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Pushing event deleted for resources: {'Network': ['ID=94707ea5-8713-4731-9f53-ed84ced46453,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:51.481623 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bda7dffb-8a32-4310-8783-380a12a6ed59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:51.486232 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-bda7dffb-8a32-4310-8783-380a12a6ed59 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10a95588-17e5-4043-8f74-137b3d696566 HTTP/1.1" status: 204  len: 168 time: 0.6906843
Nov 18 15:00:51.486232 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] 10.222.0.21 "DELETE /v2.0/networks/94707ea5-8713-4731-9f53-ed84ced46453 HTTP/1.1" status: 204  len: 168 time: 1.2386403
Nov 18 15:00:51.490017 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9ae3be75-7446-4ece-8033-e78aec18e701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:51.640633 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 33312) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:51.693669 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-05b03e7f-1ca0-490b-b647-aeab3557076d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fbb15e10575048219e0645ac282a91d5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0510921
Nov 18 15:00:51.696134 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 33316) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:51.767723 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2683d63d-9ae4-46ed-858f-869edf1d2614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:51.794213 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2683d63d-9ae4-46ed-858f-869edf1d2614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:51.847500 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2683d63d-9ae4-46ed-858f-869edf1d2614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:51.853097 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a7691a5e-df37-447a-8a1a-57f155515f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:51.867491 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683d63d-9ae4-46ed-858f-869edf1d2614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf9b8cd-f6da-444f-98ac-ba2a7fc2113e,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:51.870331 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2683d63d-9ae4-46ed-858f-869edf1d2614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:51.876655 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2683d63d-9ae4-46ed-858f-869edf1d2614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:51.877904 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2683d63d-9ae4-46ed-858f-869edf1d2614 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cdf9b8cd-f6da-444f-98ac-ba2a7fc2113e HTTP/1.1" status: 204  len: 168 time: 0.1808333
Nov 18 15:00:51.933300 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 33324) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:51.952781 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f24408f9-488f-4458-89e8-375cacab71e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:51.988028 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f24408f9-488f-4458-89e8-375cacab71e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:00:51.992689 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f24408f9-488f-4458-89e8-375cacab71e7 admin admin] Usage tracker for resource:security_group_rule and tenant:a6b84dc4a3c64a8485685d36035f58a5 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:00:51.995950 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f24408f9-488f-4458-89e8-375cacab71e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:00:52.002447 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f24408f9-488f-4458-89e8-375cacab71e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:00:52.126468 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f24408f9-488f-4458-89e8-375cacab71e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:52.132369 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f24408f9-488f-4458-89e8-375cacab71e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:52.144997 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-25429735-2a1a-4445-85f1-069f5eb2b08e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:52.200605 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24408f9-488f-4458-89e8-375cacab71e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4e29fb-e02c-4f3b-bcd5-673340806948,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:52.205059 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f24408f9-488f-4458-89e8-375cacab71e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:52.215329 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1031961-5e4d-46d9-93fa-905f6abdfc06 req-5324da5a-4005-4862-a226-3783cff2734b tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:52.216983 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1031961-5e4d-46d9-93fa-905f6abdfc06 req-5324da5a-4005-4862-a226-3783cff2734b tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.2047918
Nov 18 15:00:52.219766 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f24408f9-488f-4458-89e8-375cacab71e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6b84dc4a3c64a8485685d36035f58a5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2854328
Nov 18 15:00:52.222350 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 33338) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:52.313006 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1031961-5e4d-46d9-93fa-905f6abdfc06 req-f865eb92-00cf-4cd2-8d40-4f409bcb56c8 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878274
Nov 18 15:00:52.330147 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-87afce2b-ff29-4120-a26d-2804c6ffe0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:52.367494 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-87afce2b-ff29-4120-a26d-2804c6ffe0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:52.420519 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-87afce2b-ff29-4120-a26d-2804c6ffe0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:52.426151 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:52.440551 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afce2b-ff29-4120-a26d-2804c6ffe0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4e29fb-e02c-4f3b-bcd5-673340806948,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:52.446540 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-87afce2b-ff29-4120-a26d-2804c6ffe0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:52.456310 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-87afce2b-ff29-4120-a26d-2804c6ffe0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:52.468159 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-87afce2b-ff29-4120-a26d-2804c6ffe0fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f4e29fb-e02c-4f3b-bcd5-673340806948 HTTP/1.1" status: 204  len: 168 time: 0.2410607
Nov 18 15:00:53.535570 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccad91-61eb-43df-95e3-cf070c528283 req-b35a10a8-49fc-40b6-be86-c4a4f2364ad2 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:53.537313 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34ccad91-61eb-43df-95e3-cf070c528283 req-b35a10a8-49fc-40b6-be86-c4a4f2364ad2 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.0854831
Nov 18 15:00:53.621633 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34ccad91-61eb-43df-95e3-cf070c528283 req-c2aeba9e-0ebb-40de-99bc-4fdd388b8c85 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611143
Nov 18 15:00:54.081752 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 33422) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:54.237959 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-40d149b3-e692-464a-bb8f-663a5ef0c41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:54.281245 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-40d149b3-e692-464a-bb8f-663a5ef0c41c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:00:54.285953 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-40d149b3-e692-464a-bb8f-663a5ef0c41c admin admin] Usage tracker for resource:security_group_rule and tenant:643e193f1350451294436c8258e454d8 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:00:54.290120 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-40d149b3-e692-464a-bb8f-663a5ef0c41c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:00:54.296428 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-40d149b3-e692-464a-bb8f-663a5ef0c41c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:00:54.364604 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-40d149b3-e692-464a-bb8f-663a5ef0c41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:54.367670 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-40d149b3-e692-464a-bb8f-663a5ef0c41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:54.376230 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-be00f24d-a197-40e2-8dc9-d85b2258d449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:54.424275 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d149b3-e692-464a-bb8f-663a5ef0c41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bbac5b-33d2-47bf-b01b-543d71337d95,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:54.428237 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-40d149b3-e692-464a-bb8f-663a5ef0c41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:54.433581 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-40d149b3-e692-464a-bb8f-663a5ef0c41c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=643e193f1350451294436c8258e454d8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3483558
Nov 18 15:00:54.433918 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 33438) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:54.497403 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d45aa6c0-e9c7-4d0a-817a-b5e66364a5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:54.525768 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d45aa6c0-e9c7-4d0a-817a-b5e66364a5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:54.584467 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d45aa6c0-e9c7-4d0a-817a-b5e66364a5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:54.589993 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:54.603766 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45aa6c0-e9c7-4d0a-817a-b5e66364a5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bbac5b-33d2-47bf-b01b-543d71337d95,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:54.607757 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d45aa6c0-e9c7-4d0a-817a-b5e66364a5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:54.608976 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d45aa6c0-e9c7-4d0a-817a-b5e66364a5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:54.614076 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d45aa6c0-e9c7-4d0a-817a-b5e66364a5b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09bbac5b-33d2-47bf-b01b-543d71337d95 HTTP/1.1" status: 204  len: 168 time: 0.1755955
Nov 18 15:00:54.869610 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6112dcf-3f8c-4dd2-bfb7-7b3e9b8ab276 req-568995d7-f41b-4c33-94d6-795e7f282546 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:54.878917 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c6112dcf-3f8c-4dd2-bfb7-7b3e9b8ab276 req-568995d7-f41b-4c33-94d6-795e7f282546 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.1019464
Nov 18 15:00:54.939245 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c6112dcf-3f8c-4dd2-bfb7-7b3e9b8ab276 req-96f42617-b1fe-4135-8182-239f9c37731b tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591497
Nov 18 15:00:54.950432 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-8c0777da-5279-4a6b-bd51-02204537caaf tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:54.952023 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-8c0777da-5279-4a6b-bd51-02204537caaf tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/networks?id=231f3c88-1661-4a29-b0bd-d8835aa7f70f HTTP/1.1" status: 200  len: 814 time: 0.1924732
Nov 18 15:00:54.978274 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-9a151ff4-e56b-4439-aea8-bfd5b431c439 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/quotas/6bf0ab10caa9402d8c60972bc45e7f66 HTTP/1.1" status: 200  len: 375 time: 0.0184312
Nov 18 15:00:54.998824 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 33460) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:55.074781 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-3fc39d59-5f14-4a3a-9928-144c2187c5ad tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?tenant_id=6bf0ab10caa9402d8c60972bc45e7f66&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0900781
Nov 18 15:00:55.173478 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-656c9eb0-96f4-44c5-9949-2b3cfa2c5059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:55.218616 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-656c9eb0-96f4-44c5-9949-2b3cfa2c5059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:00:55.223769 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-656c9eb0-96f4-44c5-9949-2b3cfa2c5059 admin admin] Usage tracker for resource:security_group_rule and tenant:ea1208511dd24c89a90d2e13e11c10a7 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:00:55.227001 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-656c9eb0-96f4-44c5-9949-2b3cfa2c5059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:00:55.227152 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-e6f6e524-719b-4dd2-8b43-fb5ff63b154c service neutron] 10.222.0.21 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442394
Nov 18 15:00:55.233850 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-656c9eb0-96f4-44c5-9949-2b3cfa2c5059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:00:55.358332 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-656c9eb0-96f4-44c5-9949-2b3cfa2c5059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:55.365780 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-656c9eb0-96f4-44c5-9949-2b3cfa2c5059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:55.398551 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:55.405952 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-44512799-7b0f-4bf0-b055-51a4cd7e0bad service neutron] 10.222.0.21 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1678782
Nov 18 15:00:55.415261 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-656c9eb0-96f4-44c5-9949-2b3cfa2c5059 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea1208511dd24c89a90d2e13e11c10a7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4152169
Nov 18 15:00:55.418090 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 33482) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:55.435963 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c9eb0-96f4-44c5-9949-2b3cfa2c5059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c132204c-5017-4469-a2d9-9ee818659b42,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:55.439602 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-656c9eb0-96f4-44c5-9949-2b3cfa2c5059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:55.493176 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-723f4897-7aab-4f8b-8aff-3e910458cf6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:55.525968 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-723f4897-7aab-4f8b-8aff-3e910458cf6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:55.601067 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-723f4897-7aab-4f8b-8aff-3e910458cf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:55.607893 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:55.648417 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d072f987-1da9-4e02-9d0a-7dcbaa383df5 req-c3f387ea-6ad2-4703-a47d-6b3a80a8d3f8 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=d9fb9392-60a7-4ef7-a9b8-a3d65750cc9c HTTP/1.1" status: 200  len: 210 time: 0.0633838
Nov 18 15:00:55.649756 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f4897-7aab-4f8b-8aff-3e910458cf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c132204c-5017-4469-a2d9-9ee818659b42,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:55.653418 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-723f4897-7aab-4f8b-8aff-3e910458cf6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:55.655498 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-723f4897-7aab-4f8b-8aff-3e910458cf6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:55.657668 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-723f4897-7aab-4f8b-8aff-3e910458cf6e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c132204c-5017-4469-a2d9-9ee818659b42 HTTP/1.1" status: 204  len: 168 time: 0.2377515
Nov 18 15:00:56.090154 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 33518) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:56.154402 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aa8161c8-3ae2-499d-8b72-4208e8cb11db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:56.207494 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-aa8161c8-3ae2-499d-8b72-4208e8cb11db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:00:56.212574 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-aa8161c8-3ae2-499d-8b72-4208e8cb11db admin admin] Usage tracker for resource:security_group_rule and tenant:ecc2d4400a8647179cd856de68ffe1f2 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:00:56.215822 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-aa8161c8-3ae2-499d-8b72-4208e8cb11db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:00:56.222910 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-aa8161c8-3ae2-499d-8b72-4208e8cb11db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:00:56.233302 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:00:56.296361 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aa8161c8-3ae2-499d-8b72-4208e8cb11db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:56.303735 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aa8161c8-3ae2-499d-8b72-4208e8cb11db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:56.315682 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-40e90876-0b4f-4c89-938f-15392329093d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:56.371149 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8161c8-3ae2-499d-8b72-4208e8cb11db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c060d703-e1e6-4566-9c3b-edc844e0976f,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:56.376469 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aa8161c8-3ae2-499d-8b72-4208e8cb11db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:56.389278 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a8d57-d2a3-483d-8f55-c502b54214a8 req-3a900ada-7ffb-42d2-88b0-611947b3540b tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:56.396938 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4f3a8d57-d2a3-483d-8f55-c502b54214a8 req-3a900ada-7ffb-42d2-88b0-611947b3540b tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.2877321
Nov 18 15:00:56.400574 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-aa8161c8-3ae2-499d-8b72-4208e8cb11db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ecc2d4400a8647179cd856de68ffe1f2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3090134
Nov 18 15:00:56.403594 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 33532) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:00:56.457457 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4f3a8d57-d2a3-483d-8f55-c502b54214a8 req-f0cfc842-f779-4781-aaca-841c3d700280 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594134
Nov 18 15:00:56.497999 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dd1e42ba-d215-4308-974c-0e5f5be57715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:56.527929 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dd1e42ba-d215-4308-974c-0e5f5be57715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:56.584598 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dd1e42ba-d215-4308-974c-0e5f5be57715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:56.589203 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:56.604218 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e42ba-d215-4308-974c-0e5f5be57715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c060d703-e1e6-4566-9c3b-edc844e0976f,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:56.607398 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dd1e42ba-d215-4308-974c-0e5f5be57715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:56.618431 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dd1e42ba-d215-4308-974c-0e5f5be57715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:56.620128 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-dd1e42ba-d215-4308-974c-0e5f5be57715 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c060d703-e1e6-4566-9c3b-edc844e0976f HTTP/1.1" status: 204  len: 168 time: 0.2146740
Nov 18 15:00:56.852034 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f4a0b9ff-6f66-4776-b2b6-3301ff36c423 req-1f72135e-2826-4fb5-95c3-e7dfe4f9fbbf tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=d9fb9392-60a7-4ef7-a9b8-a3d65750cc9c HTTP/1.1" status: 200  len: 210 time: 0.0511339
Nov 18 15:00:57.119267 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-b023dab6-9bd8-4bb6-b5fc-4ee1f14be3b5 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:57.120233 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-b023dab6-9bd8-4bb6-b5fc-4ee1f14be3b5 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Synchronizing usage tracker for tenant:6bf0ab10caa9402d8c60972bc45e7f66 on resource:network {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:00:57.140989 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-b023dab6-9bd8-4bb6-b5fc-4ee1f14be3b5 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Unset dirty status for tenant:6bf0ab10caa9402d8c60972bc45e7f66 on resource:network {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:00:57.142520 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-b023dab6-9bd8-4bb6-b5fc-4ee1f14be3b5 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.15 "GET /v2.0/networks?id=231f3c88-1661-4a29-b0bd-d8835aa7f70f HTTP/1.1" status: 200  len: 814 time: 0.2260129
Nov 18 15:00:57.170632 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-02d4ff5a-d464-4bc7-9ca0-8c77688f590e tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Request body: {'port': {'device_id': 'd9fb9392-60a7-4ef7-a9b8-a3d65750cc9c', 'network_id': '231f3c88-1661-4a29-b0bd-d8835aa7f70f', 'admin_state_up': True, 'tenant_id': '6bf0ab10caa9402d8c60972bc45e7f66'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:00:57.337717 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-02d4ff5a-d464-4bc7-9ca0-8c77688f590e tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:00:57.348367 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-02d4ff5a-d464-4bc7-9ca0-8c77688f590e tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:00:57.359255 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-02d4ff5a-d464-4bc7-9ca0-8c77688f590e tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Made reservation on behalf of 6bf0ab10caa9402d8c60972bc45e7f66 for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:00:57.366142 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-02d4ff5a-d464-4bc7-9ca0-8c77688f590e tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:57.784401 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26176200-e466-4773-a19d-6f600d12356d req-c00d246a-5a46-4084-93fc-4de7e3440908 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:57.795702 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-26176200-e466-4773-a19d-6f600d12356d req-c00d246a-5a46-4084-93fc-4de7e3440908 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.1828654
Nov 18 15:00:57.829735 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-02d4ff5a-d464-4bc7-9ca0-8c77688f590e tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Allocated IP 172.20.0.8 (231f3c88-1661-4a29-b0bd-d8835aa7f70f/a1bfe834-8f18-4226-b68a-ed4ee3dcac14/da1ff6f7-35f7-40f7-83de-dc773ac2ede2) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:00:57.843759 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-26176200-e466-4773-a19d-6f600d12356d req-25aa312e-7268-4f16-ab6f-eeae9d7ac7ce tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471144
Nov 18 15:00:58.044002 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a1019de-9db7-4eeb-802b-a8ba5f8c834a req-d4852034-d20a-48b4-b68d-3e858317e5df tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=d9fb9392-60a7-4ef7-a9b8-a3d65750cc9c HTTP/1.1" status: 200  len: 210 time: 0.0496790
Nov 18 15:00:58.067727 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-02d4ff5a-d464-4bc7-9ca0-8c77688f590e tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:58.095472 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-02d4ff5a-d464-4bc7-9ca0-8c77688f590e tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:58.111299 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:58.259538 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4ff5a-d464-4bc7-9ca0-8c77688f590e tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Pushing event updated for resources: {'Port': ['ID=da1ff6f7-35f7-40f7-83de-dc773ac2ede2,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:58.270682 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-02d4ff5a-d464-4bc7-9ca0-8c77688f590e tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:58.318075 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-02d4ff5a-d464-4bc7-9ca0-8c77688f590e tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Network 231f3c88-1661-4a29-b0bd-d8835aa7f70f is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:00:58.319268 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-02d4ff5a-d464-4bc7-9ca0-8c77688f590e tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:00:58.323275 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-02d4ff5a-d464-4bc7-9ca0-8c77688f590e tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:00:58.327575 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-02d4ff5a-d464-4bc7-9ca0-8c77688f590e tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:58.328764 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-02d4ff5a-d464-4bc7-9ca0-8c77688f590e tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:58.357009 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-02d4ff5a-d464-4bc7-9ca0-8c77688f590e tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1922805
Nov 18 15:00:58.376595 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] Request body: {'port': {'device_id': 'd9fb9392-60a7-4ef7-a9b8-a3d65750cc9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:00:58.489665 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:58.983228 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1ff6f7-35f7-40f7-83de-dc773ac2ede2 {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 15:00:59.005859 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:59.022606 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] Transition to ACTIVE for port object da1ff6f7-35f7-40f7-83de-dc773ac2ede2 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:00:59.026890 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:59.041667 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cbd4792e-89a6-43fb-8082-4a750173065d tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:59.126950 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd07947-c4ed-4648-ab57-fac0ed554d0b req-06d90b44-b943-47da-b6c4-17b3b10e4760 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:59.129127 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ffd07947-c4ed-4648-ab57-fac0ed554d0b req-06d90b44-b943-47da-b6c4-17b3b10e4760 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.1232967
Nov 18 15:00:59.197322 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ffd07947-c4ed-4648-ab57-fac0ed554d0b req-4842c642-fe17-498a-9395-191450b759dc tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555465
Nov 18 15:00:59.279999 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] Pushing event updated for resources: {'Port': ['ID=da1ff6f7-35f7-40f7-83de-dc773ac2ede2,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:59.285284 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:59.383325 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] Attempting to bind port da1ff6f7-35f7-40f7-83de-dc773ac2ede2 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:00:59.383711 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] Attempting to bind port da1ff6f7-35f7-40f7-83de-dc773ac2ede2 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '4b2d87ea-87bf-4293-bc6e-adda9a20d3aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '231f3c88-1661-4a29-b0bd-d8835aa7f70f'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:00:59.384090 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] Attempting to bind port da1ff6f7-35f7-40f7-83de-dc773ac2ede2 on network 231f3c88-1661-4a29-b0bd-d8835aa7f70f {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:00:59.391272 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] Checking agent: {'id': '91607d16-723a-4a8c-80a4-032802295cf0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 34), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:00:59.391654 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] Checking segment: {'id': '4b2d87ea-87bf-4293-bc6e-adda9a20d3aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '231f3c88-1661-4a29-b0bd-d8835aa7f70f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:00:59.392335 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:59.392776 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] Bound using segment: {'id': '4b2d87ea-87bf-4293-bc6e-adda9a20d3aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '231f3c88-1661-4a29-b0bd-d8835aa7f70f'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:00:59.393250 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] Bound port: da1ff6f7-35f7-40f7-83de-dc773ac2ede2, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2d87ea-87bf-4293-bc6e-adda9a20d3aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '231f3c88-1661-4a29-b0bd-d8835aa7f70f'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:00:59.393630 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:59.445570 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155d146-8d7c-4390-a9c9-7bf2293efc7a req-d5facfae-d1eb-46b3-895d-a8928a301064 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:00:59.451085 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0155d146-8d7c-4390-a9c9-7bf2293efc7a req-d5facfae-d1eb-46b3-895d-a8928a301064 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=d9fb9392-60a7-4ef7-a9b8-a3d65750cc9c HTTP/1.1" status: 200  len: 943 time: 0.1073246
Nov 18 15:00:59.490427 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] For port da1ff6f7-35f7-40f7-83de-dc773ac2ede2, host hv-cinder-73362, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:00:59.494841 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] For port da1ff6f7-35f7-40f7-83de-dc773ac2ede2, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=da1ff6f7-35f7-40f7-83de-dc773ac2ede2,segment=NetworkSegment(4b2d87ea-87bf-4293-bc6e-adda9a20d3aa),segment_id=4b2d87ea-87bf-4293-bc6e-adda9a20d3aa)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:00:59.501372 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:59.519477 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:00:59.523242 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0155d146-8d7c-4390-a9c9-7bf2293efc7a req-00c613cb-080f-45d9-b38e-a1b8790c53f0 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711496
Nov 18 15:00:59.673127 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 1e30dcf4-383c-42c8-ada5-7a96297ee89f up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:00:59.698058 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] Pushing event updated for resources: {'Port': ['ID=da1ff6f7-35f7-40f7-83de-dc773ac2ede2,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:00:59.703694 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:00:59.751486 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:59.753500 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] 10.222.0.15 "PUT /v2.0/ports/da1ff6f7-35f7-40f7-83de-dc773ac2ede2 HTTP/1.1" status: 200  len: 1157 time: 1.3820224
Nov 18 15:00:59.754345 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fb9392-60a7-4ef7-a9b8-a3d65750cc9c', 'tag': 'da1ff6f7-35f7-40f7-83de-dc773ac2ede2'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:00:59.754874 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 1e30dcf4-383c-42c8-ada5-7a96297ee89f triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:00:59.755418 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:00:59.864134 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fb9392-60a7-4ef7-a9b8-a3d65750cc9c', 'tag': 'da1ff6f7-35f7-40f7-83de-dc773ac2ede2', 'status': 'completed', 'code': 200}
Nov 18 15:00:59.898001 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-9ab7e4a7-bec4-4b1e-a5ca-37c526f99a80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bf0ab10caa9402d8c60972bc45e7f66&device_id=d9fb9392-60a7-4ef7-a9b8-a3d65750cc9c HTTP/1.1" status: 200  len: 1160 time: 0.0864208
Nov 18 15:01:00.169887 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-8f3cafaf-c396-4972-97ed-b6befc88845e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da1ff6f7-35f7-40f7-83de-dc773ac2ede2 HTTP/1.1" status: 200  len: 217 time: 0.2636745
Nov 18 15:01:00.246153 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-8a96215a-0106-4384-90ce-d26187009c3a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:00.247666 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-8a96215a-0106-4384-90ce-d26187009c3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1bfe834-8f18-4226-b68a-ed4ee3dcac14 HTTP/1.1" status: 200  len: 854 time: 0.0690761
Nov 18 15:01:00.316187 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-c1035b4e-8086-4896-ac89-c707b68ab429 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=231f3c88-1661-4a29-b0bd-d8835aa7f70f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0531652
Nov 18 15:01:00.535154 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-0a5a78bd-ce43-4a59-ace6-10ae961dcd92 service neutron] 10.222.0.15 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2111535
Nov 18 15:01:00.542046 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b26c3b-1da6-4454-ab8a-3005dafb607f req-bcfdfd21-bd93-4591-ba78-f5aea6916890 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:00.554190 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-46b26c3b-1da6-4454-ab8a-3005dafb607f req-bcfdfd21-bd93-4591-ba78-f5aea6916890 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.2058947
Nov 18 15:01:00.732301 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f6c3b520-cebc-4cd5-8e81-bfc5ecd58da6 req-4a01047c-4ac0-4e58-b343-579b5deb7106 service neutron] 10.222.0.15 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1769943
Nov 18 15:01:00.845449 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-46b26c3b-1da6-4454-ab8a-3005dafb607f req-b8aab467-d4d7-4f98-9955-31bcfe8e0b10 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2617323
Nov 18 15:01:00.910858 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ad818427-36b5-4d0e-88ae-bfc7fda11bbf req-7ec3fcc8-f52f-4ffe-a34b-d46f87d9916a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bf0ab10caa9402d8c60972bc45e7f66&device_id=d9fb9392-60a7-4ef7-a9b8-a3d65750cc9c HTTP/1.1" status: 200  len: 1160 time: 0.1219366
Nov 18 15:01:01.047262 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e27b25-ce37-4fad-a7ea-86771a327365 req-7a4a4768-596a-4647-b779-fe5729dab7b4 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:01.048924 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-18e27b25-ce37-4fad-a7ea-86771a327365 req-7a4a4768-596a-4647-b779-fe5729dab7b4 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=d9fb9392-60a7-4ef7-a9b8-a3d65750cc9c HTTP/1.1" status: 200  len: 943 time: 0.3786619
Nov 18 15:01:01.097291 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad818427-36b5-4d0e-88ae-bfc7fda11bbf req-da4edf3d-c20d-4f1a-ba6a-847188bde1a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:01.099325 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ad818427-36b5-4d0e-88ae-bfc7fda11bbf req-da4edf3d-c20d-4f1a-ba6a-847188bde1a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=231f3c88-1661-4a29-b0bd-d8835aa7f70f HTTP/1.1" status: 200  len: 908 time: 0.1797311
Nov 18 15:01:01.100652 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-18e27b25-ce37-4fad-a7ea-86771a327365 req-5e176022-24d0-4e9d-af63-9a2fcab979dd tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442860
Nov 18 15:01:01.187010 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ad818427-36b5-4d0e-88ae-bfc7fda11bbf req-df94d75e-8337-454b-bd82-66f2ac62918a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da1ff6f7-35f7-40f7-83de-dc773ac2ede2 HTTP/1.1" status: 200  len: 217 time: 0.0730214
Nov 18 15:01:01.260895 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad818427-36b5-4d0e-88ae-bfc7fda11bbf req-5d22b814-6770-49de-a9ef-0f46b254a24a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:01.262489 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ad818427-36b5-4d0e-88ae-bfc7fda11bbf req-5d22b814-6770-49de-a9ef-0f46b254a24a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1bfe834-8f18-4226-b68a-ed4ee3dcac14 HTTP/1.1" status: 200  len: 854 time: 0.0681648
Nov 18 15:01:01.305593 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 33726) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:01.317837 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ad818427-36b5-4d0e-88ae-bfc7fda11bbf req-359904c0-3f7a-453c-8f1b-c1fe9c0ace3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=231f3c88-1661-4a29-b0bd-d8835aa7f70f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435128
Nov 18 15:01:01.463387 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-49f9aaf5-55cc-4adc-860e-a370aca6a344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:01.471495 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ad818427-36b5-4d0e-88ae-bfc7fda11bbf req-a2a6d873-b737-4d65-8aae-54e3d075cfe1 service neutron] 10.222.0.15 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453481
Nov 18 15:01:01.496551 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-49f9aaf5-55cc-4adc-860e-a370aca6a344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:01.501404 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-49f9aaf5-55cc-4adc-860e-a370aca6a344 admin admin] Usage tracker for resource:security_group_rule and tenant:ada27860ec104b5e99348cbedd8bfe55 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:01.504461 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-49f9aaf5-55cc-4adc-860e-a370aca6a344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:01.511182 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-49f9aaf5-55cc-4adc-860e-a370aca6a344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:01.597338 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-49f9aaf5-55cc-4adc-860e-a370aca6a344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:01.600373 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-49f9aaf5-55cc-4adc-860e-a370aca6a344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:01.611138 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ccca4e69-0f8e-4561-adbc-f83bbc7db3af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:01.630826 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ad818427-36b5-4d0e-88ae-bfc7fda11bbf req-d39b5042-bdcc-4c62-8790-8273f789448d service neutron] 10.222.0.15 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1520281
Nov 18 15:01:01.653632 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9aaf5-55cc-4adc-860e-a370aca6a344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33cd2d9-d8a9-4e50-8683-5c7757617626,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:01.658909 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-49f9aaf5-55cc-4adc-860e-a370aca6a344 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ada27860ec104b5e99348cbedd8bfe55&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3522551
Nov 18 15:01:01.659799 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-49f9aaf5-55cc-4adc-860e-a370aca6a344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:01.661637 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 33736) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:01.724494 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80d09417-0c0d-44e8-a79e-30c1e59142d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:01.751519 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80d09417-0c0d-44e8-a79e-30c1e59142d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:01.798708 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80d09417-0c0d-44e8-a79e-30c1e59142d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:01.803476 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:01.816397 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d09417-0c0d-44e8-a79e-30c1e59142d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33cd2d9-d8a9-4e50-8683-5c7757617626,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:01.822182 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-80d09417-0c0d-44e8-a79e-30c1e59142d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:01.826491 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80d09417-0c0d-44e8-a79e-30c1e59142d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:01.827687 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-80d09417-0c0d-44e8-a79e-30c1e59142d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b33cd2d9-d8a9-4e50-8683-5c7757617626 HTTP/1.1" status: 204  len: 168 time: 0.1651053
Nov 18 15:01:02.074377 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df347678-6ac1-46bc-9c8a-95a9cb45bb47 req-92b8c36a-cff3-4ccc-be3f-40734a066992 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:02.076005 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-df347678-6ac1-46bc-9c8a-95a9cb45bb47 req-92b8c36a-cff3-4ccc-be3f-40734a066992 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.0887878
Nov 18 15:01:02.125207 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-df347678-6ac1-46bc-9c8a-95a9cb45bb47 req-fd54fcfd-2bed-4ed7-af46-f68490d2fd3b tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422928
Nov 18 15:01:02.188730 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 33752) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:02.209013 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f471d9d7-6aff-4f2b-a371-bf4a22a98b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:02.288878 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f471d9d7-6aff-4f2b-a371-bf4a22a98b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:02.295027 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f471d9d7-6aff-4f2b-a371-bf4a22a98b98 admin admin] Usage tracker for resource:security_group_rule and tenant:cf8e72f488004fa5bb71c382dc4c3567 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:02.300113 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f471d9d7-6aff-4f2b-a371-bf4a22a98b98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:02.306961 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f471d9d7-6aff-4f2b-a371-bf4a22a98b98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:02.351896 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db89c7-4931-4790-888f-edc677ed7e4d req-1f730d06-ccab-46a4-b462-50ef72d665b2 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:02.353786 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-57db89c7-4931-4790-888f-edc677ed7e4d req-1f730d06-ccab-46a4-b462-50ef72d665b2 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=d9fb9392-60a7-4ef7-a9b8-a3d65750cc9c HTTP/1.1" status: 200  len: 943 time: 0.1190100
Nov 18 15:01:02.439359 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-57db89c7-4931-4790-888f-edc677ed7e4d req-b312c4bc-7c77-4975-aa20-ae4d4bca1d23 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747485
Nov 18 15:01:02.441083 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f471d9d7-6aff-4f2b-a371-bf4a22a98b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:02.443934 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f471d9d7-6aff-4f2b-a371-bf4a22a98b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:02.451546 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aa8161c8-3ae2-499d-8b72-4208e8cb11db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:02.500205 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f471d9d7-6aff-4f2b-a371-bf4a22a98b98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf8e72f488004fa5bb71c382dc4c3567&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3102267
Nov 18 15:01:02.501121 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471d9d7-6aff-4f2b-a371-bf4a22a98b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f3ed24-b9f7-4264-a257-fea428fe3f6f,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:02.503077 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 33758) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:02.504326 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f471d9d7-6aff-4f2b-a371-bf4a22a98b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:02.567133 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3dd07e86-f570-4473-a0cf-79792092404e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:02.594726 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3dd07e86-f570-4473-a0cf-79792092404e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:02.642176 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3dd07e86-f570-4473-a0cf-79792092404e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:02.647257 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eb5705e7-84bd-4f1d-8aa6-b2fafd7861e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:02.659202 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd07e86-f570-4473-a0cf-79792092404e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f3ed24-b9f7-4264-a257-fea428fe3f6f,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:02.664513 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3dd07e86-f570-4473-a0cf-79792092404e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:02.666373 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3dd07e86-f570-4473-a0cf-79792092404e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:02.667597 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3dd07e86-f570-4473-a0cf-79792092404e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93f3ed24-b9f7-4264-a257-fea428fe3f6f HTTP/1.1" status: 204  len: 168 time: 0.1634514
Nov 18 15:01:03.366126 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a381700-17ab-44f8-a8f7-e13df4e02d87 req-be2f27cd-d349-4842-98f4-7084699f54fb tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:03.367764 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a381700-17ab-44f8-a8f7-e13df4e02d87 req-be2f27cd-d349-4842-98f4-7084699f54fb tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.0927057
Nov 18 15:01:03.417084 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a381700-17ab-44f8-a8f7-e13df4e02d87 req-7865f6dd-ee77-44cb-aa5e-7c5d27b7ab87 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428843
Nov 18 15:01:03.658732 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38408c75-aa25-444a-afa9-41bd592815af req-d200067c-0e03-40ae-a575-b02e6eb1384b tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:03.660737 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-38408c75-aa25-444a-afa9-41bd592815af req-d200067c-0e03-40ae-a575-b02e6eb1384b tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=d9fb9392-60a7-4ef7-a9b8-a3d65750cc9c HTTP/1.1" status: 200  len: 943 time: 0.0857134
Nov 18 15:01:03.711223 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-38408c75-aa25-444a-afa9-41bd592815af req-8401d533-6030-4dd0-9dba-bc374629bae8 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446637
Nov 18 15:01:03.755601 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:04.657562 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcc845-d093-47e5-9671-11a397413414 req-a20b6f8d-0428-41f0-922e-98a6c048f71a tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:04.661252 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-76bcc845-d093-47e5-9671-11a397413414 req-a20b6f8d-0428-41f0-922e-98a6c048f71a tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.1066649
Nov 18 15:01:04.712260 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-76bcc845-d093-47e5-9671-11a397413414 req-df1172e4-3f02-4ecd-b5a5-772e4103059a tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461266
Nov 18 15:01:04.854195 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4432e9e9-78ac-42b2-91bb-657a3211d975 req-f7597b95-f12a-4244-b934-467496e8194c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 1163 time: 0.0782979
Nov 18 15:01:04.910650 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4432e9e9-78ac-42b2-91bb-657a3211d975 req-70b1ea0b-51e5-4d1f-a4ae-0fd8faaf9135 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441098
Nov 18 15:01:04.939890 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08fe97-9c8a-4a97-bc61-ccd6d3a17bf5 req-5bbf2c84-2f08-4559-af9f-8fe587953e16 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:04.941500 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1f08fe97-9c8a-4a97-bc61-ccd6d3a17bf5 req-5bbf2c84-2f08-4559-af9f-8fe587953e16 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=d9fb9392-60a7-4ef7-a9b8-a3d65750cc9c HTTP/1.1" status: 200  len: 943 time: 0.0886948
Nov 18 15:01:04.992448 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1f08fe97-9c8a-4a97-bc61-ccd6d3a17bf5 req-21174798-f148-446e-8009-fe37be4cc56d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441895
Nov 18 15:01:05.855349 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 33878) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:05.943644 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12365cfd-5b1f-4148-8848-4e9820cebed6 req-d463261a-58c9-4f41-a837-b36d7e64a740 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:05.945140 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-12365cfd-5b1f-4148-8848-4e9820cebed6 req-d463261a-58c9-4f41-a837-b36d7e64a740 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.0916994
Nov 18 15:01:06.009394 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-12365cfd-5b1f-4148-8848-4e9820cebed6 req-a4edbd4b-587f-4a6a-bd5c-85d7bc8e5eb7 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575194
Nov 18 15:01:06.034704 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b336528f-8c20-46f1-bacb-0b4e54e137e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:06.069516 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b336528f-8c20-46f1-bacb-0b4e54e137e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:06.073743 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b336528f-8c20-46f1-bacb-0b4e54e137e3 admin admin] Usage tracker for resource:security_group_rule and tenant:caa75cb578284d56a086f9c364bf2e78 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:06.076977 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b336528f-8c20-46f1-bacb-0b4e54e137e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:06.083209 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b336528f-8c20-46f1-bacb-0b4e54e137e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:06.155755 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b336528f-8c20-46f1-bacb-0b4e54e137e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:06.195424 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b336528f-8c20-46f1-bacb-0b4e54e137e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:06.211496 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9fb06a51-8734-438b-857f-d8ee7271e4d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:06.264838 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336528f-8c20-46f1-bacb-0b4e54e137e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c687206-4185-4402-b5bc-5958785162bc,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:06.271512 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b336528f-8c20-46f1-bacb-0b4e54e137e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:06.273997 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b336528f-8c20-46f1-bacb-0b4e54e137e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=caa75cb578284d56a086f9c364bf2e78&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4169595
Nov 18 15:01:06.277105 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 33892) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:06.299366 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d12c9-8ee1-4fa3-903c-8bd6d9bb8689 req-cad82d17-d39d-4fd6-b087-eca32c1276aa tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:06.300963 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dc2d12c9-8ee1-4fa3-903c-8bd6d9bb8689 req-cad82d17-d39d-4fd6-b087-eca32c1276aa tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=d9fb9392-60a7-4ef7-a9b8-a3d65750cc9c HTTP/1.1" status: 200  len: 943 time: 0.1473894
Nov 18 15:01:06.345632 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b3e23ab4-8861-4f79-98c4-13744f51ac9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:06.351704 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dc2d12c9-8ee1-4fa3-903c-8bd6d9bb8689 req-22f2c87f-e0b8-4cb0-a4c6-070cbfb523ed tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443790
Nov 18 15:01:06.381859 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b3e23ab4-8861-4f79-98c4-13744f51ac9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:06.421919 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b3e23ab4-8861-4f79-98c4-13744f51ac9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:06.426834 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:06.441158 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e23ab4-8861-4f79-98c4-13744f51ac9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c687206-4185-4402-b5bc-5958785162bc,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:06.444139 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b3e23ab4-8861-4f79-98c4-13744f51ac9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:06.446317 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b3e23ab4-8861-4f79-98c4-13744f51ac9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:06.450045 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b3e23ab4-8861-4f79-98c4-13744f51ac9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c687206-4185-4402-b5bc-5958785162bc HTTP/1.1" status: 204  len: 168 time: 0.1692195
Nov 18 15:01:06.809033 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 33906) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:06.829609 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ad79345-b5af-4623-a8c0-8d658d0b9d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:06.861686 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6ad79345-b5af-4623-a8c0-8d658d0b9d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:06.865727 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-6ad79345-b5af-4623-a8c0-8d658d0b9d5a admin admin] Usage tracker for resource:security_group_rule and tenant:4be293360ca742898da51cb221fde9f6 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:06.868645 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-6ad79345-b5af-4623-a8c0-8d658d0b9d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:06.874410 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6ad79345-b5af-4623-a8c0-8d658d0b9d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:06.942465 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ad79345-b5af-4623-a8c0-8d658d0b9d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:06.945476 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ad79345-b5af-4623-a8c0-8d658d0b9d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:06.953766 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6c314099-af90-46ea-9135-ffa19d259415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:06.993982 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad79345-b5af-4623-a8c0-8d658d0b9d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfce133e-4ef5-4515-9ccd-327cf525fad1,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:06.997940 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6ad79345-b5af-4623-a8c0-8d658d0b9d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:07.001234 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6ad79345-b5af-4623-a8c0-8d658d0b9d5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4be293360ca742898da51cb221fde9f6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1908708
Nov 18 15:01:07.003920 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 33910) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:07.072282 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-31be8932-e32c-4782-b66d-847aabcd3509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:07.118695 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-31be8932-e32c-4782-b66d-847aabcd3509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:07.168003 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-31be8932-e32c-4782-b66d-847aabcd3509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:07.173962 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fc1ae1ba-612b-41ec-84da-f2cae933ac1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:07.189181 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be8932-e32c-4782-b66d-847aabcd3509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfce133e-4ef5-4515-9ccd-327cf525fad1,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:07.192019 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-31be8932-e32c-4782-b66d-847aabcd3509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:07.202561 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-31be8932-e32c-4782-b66d-847aabcd3509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:07.206232 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-31be8932-e32c-4782-b66d-847aabcd3509 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bfce133e-4ef5-4515-9ccd-327cf525fad1 HTTP/1.1" status: 204  len: 168 time: 0.1994205
Nov 18 15:01:07.243918 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebf13e-5459-4554-9abb-c6a4f70af07e req-e1212349-5c29-4cbd-8954-3fc19f909daf tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:07.246318 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ebebf13e-5459-4554-9abb-c6a4f70af07e req-e1212349-5c29-4cbd-8954-3fc19f909daf tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.0969734
Nov 18 15:01:07.296146 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ebebf13e-5459-4554-9abb-c6a4f70af07e req-e255e419-5a1a-4d52-bcfa-f7dda2974385 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442479
Nov 18 15:01:07.503916 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 1e30dcf4-383c-42c8-ada5-7a96297ee89f up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:01:07.591184 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45174bde-b501-4bbd-949b-3c46020c649b req-ce04bc7c-18ab-43fd-a865-dd91f49ddbad tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:07.592925 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-45174bde-b501-4bbd-949b-3c46020c649b req-ce04bc7c-18ab-43fd-a865-dd91f49ddbad tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=d9fb9392-60a7-4ef7-a9b8-a3d65750cc9c HTTP/1.1" status: 200  len: 943 time: 0.1003013
Nov 18 15:01:07.610867 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 1e30dcf4-383c-42c8-ada5-7a96297ee89f triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:01:07.611406 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:07.652115 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-45174bde-b501-4bbd-949b-3c46020c649b req-e4798550-0463-4955-aa15-c05fb541e325 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517962
Nov 18 15:01:08.147292 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 33948) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:08.287564 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-736560885-network', 'tenant_id': '00fe1bf9fc8a4ef1a65b6886bd436826'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:01:08.292527 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:08.296637 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Usage tracker for resource:network and tenant:00fe1bf9fc8a4ef1a65b6886bd436826 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:08.299679 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:08.305612 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:08.315842 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Made reservation on behalf of 00fe1bf9fc8a4ef1a65b6886bd436826 for: {'network': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:01:08.320463 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for network, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:08.334277 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:08.367029 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:08.371130 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Usage tracker for resource:security_group_rule and tenant:00fe1bf9fc8a4ef1a65b6886bd436826 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:08.374172 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:08.380526 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:08.455313 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:08.459206 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:08.463905 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:08.499905 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 15:01:08.507244 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570daeff-161a-4364-9b30-11f69e3d9c9a,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:08.514477 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:08.518547 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730310578189', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:08.518992 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Added segment 80c7f78b-bcd7-4284-befb-7fae11420dd1 of type vxlan for network b97f0b16-44df-496a-8cb9-81fb2f9e8bcb
Nov 18 15:01:08.525042 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241f110-f44b-4b45-9fc9-b445cf372e7b req-56809cda-b862-4bdc-91fc-53066c1a307d tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:08.526678 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2241f110-f44b-4b45-9fc9-b445cf372e7b req-56809cda-b862-4bdc-91fc-53066c1a307d tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.0923598
Nov 18 15:01:08.557034 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306544781496'] for network, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:08.593700 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2241f110-f44b-4b45-9fc9-b445cf372e7b req-b6d305cd-bf8e-4442-9031-7dbfd2d4a683 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602016
Nov 18 15:01:08.594654 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:08.596273 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:08.597220 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:08.604860 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:08.715641 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Pushing event updated for resources: {'Network': ['ID=b97f0b16-44df-496a-8cb9-81fb2f9e8bcb,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:08.719410 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5710125
Nov 18 15:01:08.720580 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:08.722289 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 33972) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:08.728050 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Network b97f0b16-44df-496a-8cb9-81fb2f9e8bcb details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 15:01:08.754751 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Network b97f0b16-44df-496a-8cb9-81fb2f9e8bcb details requested by agent ovs-agent-dv-cinder-733623-8-iscsi with host dv-cinder-733623-8-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 15:01:08.776107 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-48abbb64-73ff-402f-9b8b-0d40d5b2a82d admin admin] Request body: {'subnet': {'network_id': 'b97f0b16-44df-496a-8cb9-81fb2f9e8bcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-736560885-subnet', 'tenant_id': '00fe1bf9fc8a4ef1a65b6886bd436826', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:01:08.785613 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-48abbb64-73ff-402f-9b8b-0d40d5b2a82d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:08.792127 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-48abbb64-73ff-402f-9b8b-0d40d5b2a82d admin admin] Usage tracker for resource:subnet and tenant:00fe1bf9fc8a4ef1a65b6886bd436826 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:08.795826 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-48abbb64-73ff-402f-9b8b-0d40d5b2a82d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:08.808109 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-48abbb64-73ff-402f-9b8b-0d40d5b2a82d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:08.832959 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48abbb64-73ff-402f-9b8b-0d40d5b2a82d admin admin] Made reservation on behalf of 00fe1bf9fc8a4ef1a65b6886bd436826 for: {'subnet': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:01:08.837971 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-48abbb64-73ff-402f-9b8b-0d40d5b2a82d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:08.882755 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36537b6-c24c-49e3-8278-d0a7a8f8b7cf req-09ffc33c-b27c-4af5-9cec-18470c3283f0 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:08.891232 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f36537b6-c24c-49e3-8278-d0a7a8f8b7cf req-09ffc33c-b27c-4af5-9cec-18470c3283f0 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.1657293
Nov 18 15:01:09.005461 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87d222-3fec-4ba0-83f0-342b3ec8e040 req-937a483b-b2cc-440c-8e08-65725f67786a tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:09.007096 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fb87d222-3fec-4ba0-83f0-342b3ec8e040 req-937a483b-b2cc-440c-8e08-65725f67786a tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=d9fb9392-60a7-4ef7-a9b8-a3d65750cc9c HTTP/1.1" status: 200  len: 943 time: 0.1420872
Nov 18 15:01:09.060359 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fb87d222-3fec-4ba0-83f0-342b3ec8e040 req-512c5601-e2a0-4b19-8173-b5ccac528fa8 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430748
Nov 18 15:01:09.070399 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f36537b6-c24c-49e3-8278-d0a7a8f8b7cf req-ff62d121-30cc-4f88-aaca-5e734e269169 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1782296
Nov 18 15:01:09.384117 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-48abbb64-73ff-402f-9b8b-0d40d5b2a82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for subnet, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:09.400695 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:09.467764 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fc61bbff-0506-4957-9273-8861bf9cce68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:09.544717 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abbb64-73ff-402f-9b8b-0d40d5b2a82d admin admin] Pushing event updated for resources: {'Subnet': ['ID=958877dd-642b-4254-9f07-3db92e3e9148,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:09.548473 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-48abbb64-73ff-402f-9b8b-0d40d5b2a82d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:09.652355 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48abbb64-73ff-402f-9b8b-0d40d5b2a82d admin admin] Checking segment: {'id': '80c7f78b-bcd7-4284-befb-7fae11420dd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b97f0b16-44df-496a-8cb9-81fb2f9e8bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:01:09.652888 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48abbb64-73ff-402f-9b8b-0d40d5b2a82d admin admin] Network hostable DHCP agents. Network: b97f0b16-44df-496a-8cb9-81fb2f9e8bcb, hostable agents: ['d2b5b3ec-f9b8-4390-8321-dc1803f9ff45'], hosted agents: [] {{(pid=80264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 15:01:09.686332 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48abbb64-73ff-402f-9b8b-0d40d5b2a82d admin admin] Network b97f0b16-44df-496a-8cb9-81fb2f9e8bcb is scheduled to be hosted by DHCP agent d2b5b3ec-f9b8-4390-8321-dc1803f9ff45 with binding_index 1 {{(pid=80264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 15:01:09.700076 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-48abbb64-73ff-402f-9b8b-0d40d5b2a82d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-iscsi, b97f0b16-44df-496a-8cb9-81fb2f9e8bcb) {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:01:09.708116 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48abbb64-73ff-402f-9b8b-0d40d5b2a82d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:09.708926 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-48abbb64-73ff-402f-9b8b-0d40d5b2a82d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:09.709499 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a624a55f-7d2b-478c-88b8-6bdbafa6f24b None None] Network b97f0b16-44df-496a-8cb9-81fb2f9e8bcb requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:01:09.767975 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-48abbb64-73ff-402f-9b8b-0d40d5b2a82d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0420537
Nov 18 15:01:09.986366 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a185c7d-5448-450b-87d1-149a65c1346b None None] Network b97f0b16-44df-496a-8cb9-81fb2f9e8bcb requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:01:10.302748 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592cb40-27e6-4527-800a-13e2edfdb6e2 req-d46c0e8e-3d64-47ba-890e-766bf0f82176 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:10.304369 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3592cb40-27e6-4527-800a-13e2edfdb6e2 req-d46c0e8e-3d64-47ba-890e-766bf0f82176 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=d9fb9392-60a7-4ef7-a9b8-a3d65750cc9c HTTP/1.1" status: 200  len: 943 time: 0.0868390
Nov 18 15:01:10.354194 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3592cb40-27e6-4527-800a-13e2edfdb6e2 req-fc3f6745-62cc-4aff-a36a-9a13e55a6d98 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428648
Nov 18 15:01:10.561364 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device da1ff6f7-35f7-40f7-83de-dc773ac2ede2 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:01:10.566116 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 34024) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:10.572293 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-192820493-network', 'tenant_id': '810a665f422f4bcf9e43cacce8bc9afa'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:01:10.577612 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:10.582339 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Usage tracker for resource:network and tenant:810a665f422f4bcf9e43cacce8bc9afa is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:10.586111 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:10.592499 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:10.602213 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Made reservation on behalf of 810a665f422f4bcf9e43cacce8bc9afa for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:01:10.607068 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:10.624477 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:10.631934 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning for port da1ff6f7-35f7-40f7-83de-dc773ac2ede2 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:01:10.637029 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port da1ff6f7-35f7-40f7-83de-dc773ac2ede2 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:01:10.637452 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:10.659351 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:10.663472 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Usage tracker for resource:security_group_rule and tenant:810a665f422f4bcf9e43cacce8bc9afa is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:10.666517 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:10.672375 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:10.747288 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:10.751422 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:10.757606 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6ad79345-b5af-4623-a8c0-8d658d0b9d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:10.782489 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 15:01:10.805676 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:10.806070 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Added segment 290f11f7-4f1c-44b5-a8fa-2f7b5f00db92 of type vxlan for network d5a89440-38c0-4df7-9fb0-0c68e193f212
Nov 18 15:01:10.807282 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a567839-7953-4eef-be11-43cba58b08fc,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:10.815324 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:10.840784 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306544781496'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:10.872409 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:10.873737 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:10.874385 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:10.880104 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cd0b8b8e-7901-40b9-bd10-7ead7645ef33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:10.907184 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:10.935314 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fb9392-60a7-4ef7-a9b8-a3d65750cc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1ff6f7-35f7-40f7-83de-dc773ac2ede2'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:01:10.945822 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port da1ff6f7-35f7-40f7-83de-dc773ac2ede2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=da1ff6f7-35f7-40f7-83de-dc773ac2ede2,segment=NetworkSegment(4b2d87ea-87bf-4293-bc6e-adda9a20d3aa),segment_id=4b2d87ea-87bf-4293-bc6e-adda9a20d3aa)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:01:10.948782 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:10.950629 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:10.996587 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fb9392-60a7-4ef7-a9b8-a3d65750cc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1ff6f7-35f7-40f7-83de-dc773ac2ede2', 'code': 200}
Nov 18 15:01:10.997072 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.4297423
Nov 18 15:01:11.000555 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 34034) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:11.004404 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Pushing event updated for resources: {'Network': ['ID=d5a89440-38c0-4df7-9fb0-0c68e193f212,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:11.007327 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:11.010578 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-1d936019-e1e3-41aa-84ed-0e03cbc3cef3 admin admin] Request body: {'subnet': {'network_id': 'd5a89440-38c0-4df7-9fb0-0c68e193f212', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-192820493-subnet', 'tenant_id': '810a665f422f4bcf9e43cacce8bc9afa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:01:11.018897 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1d936019-e1e3-41aa-84ed-0e03cbc3cef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:11.019102 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Network d5a89440-38c0-4df7-9fb0-0c68e193f212 details requested by agent ovs-agent-dv-cinder-733623-8-iscsi with host dv-cinder-733623-8-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 15:01:11.023398 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-1d936019-e1e3-41aa-84ed-0e03cbc3cef3 admin admin] Usage tracker for resource:subnet and tenant:810a665f422f4bcf9e43cacce8bc9afa is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:11.027142 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-1d936019-e1e3-41aa-84ed-0e03cbc3cef3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:11.033187 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Network d5a89440-38c0-4df7-9fb0-0c68e193f212 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 15:01:11.034063 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1d936019-e1e3-41aa-84ed-0e03cbc3cef3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:11.045791 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d936019-e1e3-41aa-84ed-0e03cbc3cef3 admin admin] Made reservation on behalf of 810a665f422f4bcf9e43cacce8bc9afa for: {'subnet': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:01:11.050933 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1d936019-e1e3-41aa-84ed-0e03cbc3cef3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:11.064816 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=da1ff6f7-35f7-40f7-83de-dc773ac2ede2,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:11.081862 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:11.320140 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8c16300c-63c6-4136-a16b-20b45488b94c req-cbcd7c19-fc12-4a1f-b793-8e94f513360e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d9fb9392-60a7-4ef7-a9b8-a3d65750cc9c HTTP/1.1" status: 200  len: 1162 time: 0.1472368
Nov 18 15:01:11.417519 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8c16300c-63c6-4136-a16b-20b45488b94c req-293f7636-bf9c-4eb9-9571-a5e5504a116a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897732
Nov 18 15:01:11.479056 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device da1ff6f7-35f7-40f7-83de-dc773ac2ede2 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:01:11.569413 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port da1ff6f7-35f7-40f7-83de-dc773ac2ede2 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:01:11.569859 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:11.584498 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca11974-4820-40bf-941d-49bdbae253e4 req-133239d7-fd91-49f7-b0f5-b7f5b63e4d5f tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:11.586576 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aca11974-4820-40bf-941d-49bdbae253e4 req-133239d7-fd91-49f7-b0f5-b7f5b63e4d5f tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=d9fb9392-60a7-4ef7-a9b8-a3d65750cc9c HTTP/1.1" status: 200  len: 945 time: 0.0975354
Nov 18 15:01:11.622619 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1d936019-e1e3-41aa-84ed-0e03cbc3cef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for subnet, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:11.643245 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aca11974-4820-40bf-941d-49bdbae253e4 req-a2b3790d-5b8e-4853-9a0e-400dd8b7bbb5 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498586
Nov 18 15:01:11.648211 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:11.980491 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d936019-e1e3-41aa-84ed-0e03cbc3cef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1b6bb95-5487-45c5-b783-6606c5442b53,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:11.986464 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1d936019-e1e3-41aa-84ed-0e03cbc3cef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:12.047814 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d936019-e1e3-41aa-84ed-0e03cbc3cef3 admin admin] Checking segment: {'id': '290f11f7-4f1c-44b5-a8fa-2f7b5f00db92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd5a89440-38c0-4df7-9fb0-0c68e193f212'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:01:12.048201 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d936019-e1e3-41aa-84ed-0e03cbc3cef3 admin admin] Network hostable DHCP agents. Network: d5a89440-38c0-4df7-9fb0-0c68e193f212, hostable agents: ['d2b5b3ec-f9b8-4390-8321-dc1803f9ff45'], hosted agents: [] {{(pid=80264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 15:01:12.073662 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d936019-e1e3-41aa-84ed-0e03cbc3cef3 admin admin] Network d5a89440-38c0-4df7-9fb0-0c68e193f212 is scheduled to be hosted by DHCP agent d2b5b3ec-f9b8-4390-8321-dc1803f9ff45 with binding_index 1 {{(pid=80264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 15:01:12.083227 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-1d936019-e1e3-41aa-84ed-0e03cbc3cef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-iscsi, d5a89440-38c0-4df7-9fb0-0c68e193f212) {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:01:12.087347 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d936019-e1e3-41aa-84ed-0e03cbc3cef3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:12.088102 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1d936019-e1e3-41aa-84ed-0e03cbc3cef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:12.092887 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12cbe09-16f0-4345-ab01-c34fefcfb04a None None] Network d5a89440-38c0-4df7-9fb0-0c68e193f212 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:01:12.110242 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9302b4f7-eae9-4c8f-8ec2-b54178829dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:12.112176 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1d936019-e1e3-41aa-84ed-0e03cbc3cef3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1099844
Nov 18 15:01:12.351048 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecea20f6-e420-4a10-8b30-785324312700 None None] Network d5a89440-38c0-4df7-9fb0-0c68e193f212 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:01:12.406585 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:12.480627 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-82f51c43-275a-41a1-9d20-9bd4511754d2 req-93d582ee-bdcc-4b23-9c62-7149aad61d01 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b71ecd4efe1c43699077d33965fe93b0&device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 1162 time: 0.1209295
Nov 18 15:01:12.531499 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1214d9f-d6cd-40d8-8fa0-8c8b8a8bc6e3 req-f32188c1-aeb3-4ff5-bc4c-f5cc9c054058 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:12.534329 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d1214d9f-d6cd-40d8-8fa0-8c8b8a8bc6e3 req-f32188c1-aeb3-4ff5-bc4c-f5cc9c054058 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.0967207
Nov 18 15:01:12.610535 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d1214d9f-d6cd-40d8-8fa0-8c8b8a8bc6e3 req-ce429466-dfd0-4ef1-b14f-0de6d4e36a11 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592167
Nov 18 15:01:12.720565 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f51c43-275a-41a1-9d20-9bd4511754d2 req-62fd074d-6e97-4b50-aecc-83b2bc1aad40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:12.722526 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-82f51c43-275a-41a1-9d20-9bd4511754d2 req-62fd074d-6e97-4b50-aecc-83b2bc1aad40 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8090ccd-15e6-4c66-9553-e439a92918ea HTTP/1.1" status: 200  len: 913 time: 0.2318742
Nov 18 15:01:12.802406 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-82f51c43-275a-41a1-9d20-9bd4511754d2 req-ce5335dc-92c1-4cea-9f09-46c736195f2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5059f602-c7f8-451f-95f7-dbd091055918 HTTP/1.1" status: 200  len: 217 time: 0.0729098
Nov 18 15:01:12.951188 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f51c43-275a-41a1-9d20-9bd4511754d2 req-ddfa08ff-1baf-447c-9abe-8e73de7549bd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:12.953573 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-82f51c43-275a-41a1-9d20-9bd4511754d2 req-ddfa08ff-1baf-447c-9abe-8e73de7549bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80c7effc-6938-4978-a3bc-1269e8492d3a HTTP/1.1" status: 200  len: 859 time: 0.1424026
Nov 18 15:01:12.993916 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525d74b-1a73-47a4-8024-64c0420fca1e req-bfb8e9aa-5814-4cc9-a30b-d430db694397 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:12.994114 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-e525d74b-1a73-47a4-8024-64c0420fca1e req-bfb8e9aa-5814-4cc9-a30b-d430db694397 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Synchronizing usage tracker for tenant:6bf0ab10caa9402d8c60972bc45e7f66 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:01:13.051791 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-82f51c43-275a-41a1-9d20-9bd4511754d2 req-50bf4d70-1e95-4222-98a1-035102a2611b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8090ccd-15e6-4c66-9553-e439a92918ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0524819
Nov 18 15:01:13.057682 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-e525d74b-1a73-47a4-8024-64c0420fca1e req-bfb8e9aa-5814-4cc9-a30b-d430db694397 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Unset dirty status for tenant:6bf0ab10caa9402d8c60972bc45e7f66 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:01:13.059071 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e525d74b-1a73-47a4-8024-64c0420fca1e req-bfb8e9aa-5814-4cc9-a30b-d430db694397 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=d9fb9392-60a7-4ef7-a9b8-a3d65750cc9c HTTP/1.1" status: 200  len: 945 time: 0.1990590
Nov 18 15:01:13.219966 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e525d74b-1a73-47a4-8024-64c0420fca1e req-3f25a434-77c5-4d84-9e1f-6577932cf2f5 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315122
Nov 18 15:01:13.266866 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-82f51c43-275a-41a1-9d20-9bd4511754d2 req-1f87a00f-1f70-459f-9725-c4fa9e844beb service neutron] 10.222.0.15 "GET /v2.0/networks/d8090ccd-15e6-4c66-9553-e439a92918ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2059808
Nov 18 15:01:13.415667 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-82f51c43-275a-41a1-9d20-9bd4511754d2 req-cf4e7d6d-68bb-46e9-ad61-9eb1fa3a72bc service neutron] 10.222.0.15 "GET /v2.0/networks/d8090ccd-15e6-4c66-9553-e439a92918ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1414952
Nov 18 15:01:13.476110 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:13.511862 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 34098) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:13.665339 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:13.672267 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:13.707845 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:13.711903 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Usage tracker for resource:security_group_rule and tenant:4703854226ff412b8b34a0f3af840f17 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:13.714852 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:13.720649 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:13.838087 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:13.842466 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:13.851010 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6a83629b-2d80-4a0f-9cd4-a260229d2b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:13.903138 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd6c4f3-08db-47d0-b780-a392ebcac0fa,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:13.919835 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4703854226ff412b8b34a0f3af840f17&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4067278
Nov 18 15:01:13.923119 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 34106) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:13.923429 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:13.923836 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:13.924233 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:13.924623 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:13.925026 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:13.925408 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:13.925794 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:13.926179 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:13.926566 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:13.926949 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:13.927329 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:13.927709 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:13.928129 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:13.928507 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:13.928946 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:13.929327 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:13.929707 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:13.930086 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:13.930465 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:13.930841 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:13.931220 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:13.931598 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:13.931975 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:13.932350 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:13.936870 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:13.943977 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b2bd9-1c21-44d1-b4d7-698c8cab20ab req-bc7de539-6d33-4bf0-847e-3140c417d70e tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:13.945576 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e92b2bd9-1c21-44d1-b4d7-698c8cab20ab req-bc7de539-6d33-4bf0-847e-3140c417d70e tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.1900709
Nov 18 15:01:13.991585 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-053d0beb-7b0b-420f-864d-815a0e90e35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:13.995322 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e92b2bd9-1c21-44d1-b4d7-698c8cab20ab req-92970994-d788-4999-9d18-54f316abeccc tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417483
Nov 18 15:01:14.022541 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-053d0beb-7b0b-420f-864d-815a0e90e35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:14.067799 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-053d0beb-7b0b-420f-864d-815a0e90e35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:14.072934 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-656c9eb0-96f4-44c5-9949-2b3cfa2c5059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:14.086603 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d0beb-7b0b-420f-864d-815a0e90e35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd6c4f3-08db-47d0-b780-a392ebcac0fa,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:14.090216 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-053d0beb-7b0b-420f-864d-815a0e90e35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:14.091798 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-053d0beb-7b0b-420f-864d-815a0e90e35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:14.095953 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-053d0beb-7b0b-420f-864d-815a0e90e35f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abd6c4f3-08db-47d0-b780-a392ebcac0fa HTTP/1.1" status: 204  len: 168 time: 0.1716173
Nov 18 15:01:14.438803 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e576fc5-2584-4521-902c-58e1dc18b168 req-ea0ff6a5-0024-4fc3-8de7-db833c586c7d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:14.440343 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4e576fc5-2584-4521-902c-58e1dc18b168 req-ea0ff6a5-0024-4fc3-8de7-db833c586c7d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=d9fb9392-60a7-4ef7-a9b8-a3d65750cc9c HTTP/1.1" status: 200  len: 945 time: 0.0854645
Nov 18 15:01:14.491769 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4e576fc5-2584-4521-902c-58e1dc18b168 req-98bab957-c2a1-46df-a160-769964a04432 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446968
Nov 18 15:01:14.600531 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 34128) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:14.625086 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d6535de9-9dbf-4fe6-b2db-1abdbb969cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:14.659747 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d6535de9-9dbf-4fe6-b2db-1abdbb969cfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:14.663962 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d6535de9-9dbf-4fe6-b2db-1abdbb969cfc admin admin] Usage tracker for resource:security_group_rule and tenant:9714d2040c0d4e838e278405cd9b0cf5 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:14.667137 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d6535de9-9dbf-4fe6-b2db-1abdbb969cfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:14.673712 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d6535de9-9dbf-4fe6-b2db-1abdbb969cfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:14.744764 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d6535de9-9dbf-4fe6-b2db-1abdbb969cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:14.747636 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d6535de9-9dbf-4fe6-b2db-1abdbb969cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:14.755920 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-268e2a4a-04bb-4229-81ad-ddcae1a0b7b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:14.799391 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6535de9-9dbf-4fe6-b2db-1abdbb969cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8979bb4-c300-41e4-aa04-492d20a2153e,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:14.803919 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d6535de9-9dbf-4fe6-b2db-1abdbb969cfc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9714d2040c0d4e838e278405cd9b0cf5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2021153
Nov 18 15:01:14.804700 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d6535de9-9dbf-4fe6-b2db-1abdbb969cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:14.806497 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 34136) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:14.869409 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1b51d4e7-0681-4d6a-9fc8-40cb2a531edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:14.896831 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1b51d4e7-0681-4d6a-9fc8-40cb2a531edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:14.944667 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1b51d4e7-0681-4d6a-9fc8-40cb2a531edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:14.949671 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d45aa6c0-e9c7-4d0a-817a-b5e66364a5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:14.963351 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51d4e7-0681-4d6a-9fc8-40cb2a531edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8979bb4-c300-41e4-aa04-492d20a2153e,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:14.966494 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1b51d4e7-0681-4d6a-9fc8-40cb2a531edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:14.969408 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1b51d4e7-0681-4d6a-9fc8-40cb2a531edf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8979bb4-c300-41e4-aa04-492d20a2153e HTTP/1.1" status: 204  len: 168 time: 0.1618831
Nov 18 15:01:14.970497 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1b51d4e7-0681-4d6a-9fc8-40cb2a531edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:15.217600 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c16bf-9b45-43c1-8ba6-f74a1a504cfe req-a25fd81c-2cef-4d95-8fbe-2a904e091e9b tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:15.219532 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-151c16bf-9b45-43c1-8ba6-f74a1a504cfe req-a25fd81c-2cef-4d95-8fbe-2a904e091e9b tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.0924063
Nov 18 15:01:15.277044 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-151c16bf-9b45-43c1-8ba6-f74a1a504cfe req-7e7c29e9-d47f-4846-825c-b233c2274206 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506094
Nov 18 15:01:15.468656 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 34172) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:15.490906 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ab5fa947-985c-4cba-a791-b9e9f435d79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:15.530304 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ab5fa947-985c-4cba-a791-b9e9f435d79e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:15.534673 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ab5fa947-985c-4cba-a791-b9e9f435d79e admin admin] Usage tracker for resource:security_group_rule and tenant:780e1db327b04d7688e8eb65532a0234 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:15.566444 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ab5fa947-985c-4cba-a791-b9e9f435d79e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:15.577778 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ab5fa947-985c-4cba-a791-b9e9f435d79e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:15.670850 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ab5fa947-985c-4cba-a791-b9e9f435d79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:15.674509 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ab5fa947-985c-4cba-a791-b9e9f435d79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:15.682529 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fb195b5c-e632-40f7-8e87-1f7c94af494d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:15.726511 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fa947-985c-4cba-a791-b9e9f435d79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ffdb95-3b3d-4843-b1ed-4352d93523c9,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:15.730166 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ab5fa947-985c-4cba-a791-b9e9f435d79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:15.735839 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ab5fa947-985c-4cba-a791-b9e9f435d79e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=780e1db327b04d7688e8eb65532a0234&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2631226
Nov 18 15:01:15.736422 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 34182) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:15.800832 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-af8fce71-8df1-4ea8-a2fe-300ca816b094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:15.837418 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-af8fce71-8df1-4ea8-a2fe-300ca816b094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:15.889415 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-af8fce71-8df1-4ea8-a2fe-300ca816b094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:15.896180 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-728a69df-de51-4aab-8359-82dc5bbb476f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:15.911015 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fce71-8df1-4ea8-a2fe-300ca816b094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ffdb95-3b3d-4843-b1ed-4352d93523c9,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:15.913971 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-af8fce71-8df1-4ea8-a2fe-300ca816b094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:15.915559 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-af8fce71-8df1-4ea8-a2fe-300ca816b094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:15.917721 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-af8fce71-8df1-4ea8-a2fe-300ca816b094 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5ffdb95-3b3d-4843-b1ed-4352d93523c9 HTTP/1.1" status: 204  len: 168 time: 0.1798792
Nov 18 15:01:16.521757 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd323d2-756b-4919-9e75-9c343d74f16b req-1b6bf7de-3943-40bf-bc15-d2f0fc388b43 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:16.523638 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8fd323d2-756b-4919-9e75-9c343d74f16b req-1b6bf7de-3943-40bf-bc15-d2f0fc388b43 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.1042964
Nov 18 15:01:16.595583 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8fd323d2-756b-4919-9e75-9c343d74f16b req-c859cc77-e1d5-4760-a289-3345029d5ff8 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648165
Nov 18 15:01:17.434952 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 34240) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:17.695986 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 34254) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:17.831015 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bf8833e9-f5a9-4a47-9fd8-782ae86133ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:17.892556 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b08fa-991b-4abc-b59a-234e87cd9420 req-0c1cbe94-10cc-48f7-8db8-3e232f2d60c5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:17.894967 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e30b08fa-991b-4abc-b59a-234e87cd9420 req-0c1cbe94-10cc-48f7-8db8-3e232f2d60c5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.1331851
Nov 18 15:01:17.898219 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a89f86bd-e86e-44f3-bc11-c997d3764767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:17.946512 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-bf8833e9-f5a9-4a47-9fd8-782ae86133ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:17.954368 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-bf8833e9-f5a9-4a47-9fd8-782ae86133ba admin admin] Usage tracker for resource:security_group_rule and tenant:d972a353233a48b6a1ebc9b179f6bc50 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:17.970568 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e30b08fa-991b-4abc-b59a-234e87cd9420 req-ddc59997-3788-4918-9cef-ee9e46ac6673 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663404
Nov 18 15:01:17.978446 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-bf8833e9-f5a9-4a47-9fd8-782ae86133ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:17.992790 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-bf8833e9-f5a9-4a47-9fd8-782ae86133ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:18.001432 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a89f86bd-e86e-44f3-bc11-c997d3764767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:18.018442 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a89f86bd-e86e-44f3-bc11-c997d3764767 admin admin] Usage tracker for resource:security_group_rule and tenant:063d0af9d7d0431e8cb2ce1a4342e9d4 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:18.024401 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a89f86bd-e86e-44f3-bc11-c997d3764767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:18.031763 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a89f86bd-e86e-44f3-bc11-c997d3764767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:18.109967 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a89f86bd-e86e-44f3-bc11-c997d3764767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:18.117511 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a89f86bd-e86e-44f3-bc11-c997d3764767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:18.128707 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-779fad96-caf2-4820-b1e7-be289510ed27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:18.179640 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a89f86bd-e86e-44f3-bc11-c997d3764767 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=063d0af9d7d0431e8cb2ce1a4342e9d4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4817178
Nov 18 15:01:18.182411 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 34276) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:18.194005 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f86bd-e86e-44f3-bc11-c997d3764767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd2f96d-7d07-47e2-8abb-f25ac3a510ef,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:18.203881 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a89f86bd-e86e-44f3-bc11-c997d3764767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:18.224124 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bf8833e9-f5a9-4a47-9fd8-782ae86133ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:18.227635 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bf8833e9-f5a9-4a47-9fd8-782ae86133ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:18.244206 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a10254ec-344b-487c-91ca-f91a813ee3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:18.274982 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 34284) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:18.275150 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-bf8833e9-f5a9-4a47-9fd8-782ae86133ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d972a353233a48b6a1ebc9b179f6bc50&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8436861
Nov 18 15:01:18.292644 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:18.295601 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8833e9-f5a9-4a47-9fd8-782ae86133ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719cd2ae-33b8-4ec1-83bb-6c7e8cafb1b5,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:18.312881 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bf8833e9-f5a9-4a47-9fd8-782ae86133ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:18.348371 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:18.452279 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d19b2a2a-5b89-445a-858f-9c3909305333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:18.556143 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d19b2a2a-5b89-445a-858f-9c3909305333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:18.585368 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:18.594784 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1b51d4e7-0681-4d6a-9fc8-40cb2a531edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:18.631779 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd2f96d-7d07-47e2-8abb-f25ac3a510ef,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:18.646939 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-238c06e0-667a-4ac7-afed-2cef4e1a6015 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:18.648515 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-238c06e0-667a-4ac7-afed-2cef4e1a6015 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/networks?id=231f3c88-1661-4a29-b0bd-d8835aa7f70f HTTP/1.1" status: 200  len: 814 time: 0.2741756
Nov 18 15:01:18.655437 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:18.656629 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1dd2f96d-7d07-47e2-8abb-f25ac3a510ef HTTP/1.1" status: 204  len: 168 time: 0.4729536
Nov 18 15:01:18.662718 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:18.663124 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:18.663538 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:18.664043 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:18.664471 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:18.664848 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:18.665235 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:18.665616 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:18.666001 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:18.666385 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:18.666767 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:18.667139 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:18.667552 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:18.667933 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:18.668306 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:18.668680 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:18.669077 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:18.669494 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:18.669867 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:18.670238 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:18.670608 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:18.670978 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:18.671887 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:18.672259 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:18.692261 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-1cf0f0ef-7904-433e-a433-41944d342527 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/quotas/6bf0ab10caa9402d8c60972bc45e7f66 HTTP/1.1" status: 200  len: 375 time: 0.0339718
Nov 18 15:01:18.694376 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:18.747676 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d19b2a2a-5b89-445a-858f-9c3909305333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:18.754428 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:18.770463 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b2a2a-5b89-445a-858f-9c3909305333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719cd2ae-33b8-4ec1-83bb-6c7e8cafb1b5,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:18.774118 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d19b2a2a-5b89-445a-858f-9c3909305333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:18.782126 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d19b2a2a-5b89-445a-858f-9c3909305333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:18.785667 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d19b2a2a-5b89-445a-858f-9c3909305333 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/719cd2ae-33b8-4ec1-83bb-6c7e8cafb1b5 HTTP/1.1" status: 204  len: 168 time: 0.5069790
Nov 18 15:01:18.845175 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-8d4b78ae-2b42-4f9f-986d-a4aa3bab96ef tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?tenant_id=6bf0ab10caa9402d8c60972bc45e7f66&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1518881
Nov 18 15:01:19.049165 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-65fa2a52-1e0d-4efd-a537-1ade16e3c9b9 service neutron] 10.222.0.21 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2029943
Nov 18 15:01:19.234735 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-bfd16c0b-a24e-4f38-b4e6-1074771fe630 service neutron] 10.222.0.21 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1783805
Nov 18 15:01:19.260311 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c7f08-4e34-42c8-b705-0e4000dd1287 req-6bf92ed2-6241-47f3-afa5-da266c2ac298 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:19.262341 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9e8c7f08-4e34-42c8-b705-0e4000dd1287 req-6bf92ed2-6241-47f3-afa5-da266c2ac298 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.1268718
Nov 18 15:01:19.344188 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9e8c7f08-4e34-42c8-b705-0e4000dd1287 req-5bcc7ea8-8d6f-4797-abf5-f69994323d24 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700715
Nov 18 15:01:19.548140 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 5059f602-c7f8-451f-95f7-dbd091055918 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:01:19.598841 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6934d419-fd8d-4b67-8626-fd0028c9cfe2 req-59bc385c-39e8-4cd4-b22a-490f437fafb3 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 210 time: 0.1463773
Nov 18 15:01:19.777341 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 5059f602-c7f8-451f-95f7-dbd091055918 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:01:19.777952 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:20.320508 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 34378) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:20.498530 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-843239037-network', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:01:20.503212 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:20.507352 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Usage tracker for resource:network and tenant:c4a9b323e37c46d8899b044decab72ea is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:20.510823 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:20.517752 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:20.527905 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Made reservation on behalf of c4a9b323e37c46d8899b044decab72ea for: {'network': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:01:20.532997 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for network, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:20.547779 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:20.584118 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:20.589326 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Usage tracker for resource:security_group_rule and tenant:c4a9b323e37c46d8899b044decab72ea is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:20.594037 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:20.601373 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:20.617062 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da336171-d32e-47c7-a986-f7510a8c8bfc req-fb81ab96-6f22-4e2a-9580-fdffef056bda tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:20.618928 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-da336171-d32e-47c7-a986-f7510a8c8bfc req-fb81ab96-6f22-4e2a-9580-fdffef056bda tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.0945158
Nov 18 15:01:20.686566 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:20.690874 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:20.691232 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-da336171-d32e-47c7-a986-f7510a8c8bfc req-3fc32266-7930-44af-add0-8c086f6b455b tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649540
Nov 18 15:01:20.695187 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3dd07e86-f570-4473-a0cf-79792092404e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:20.737949 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 15:01:20.745082 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e98a5bb-e036-4c97-b422-c29f2128174a,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:20.760962 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:20.768978 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730310578189', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:20.769595 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Added segment 08e8427e-f7cb-43a8-940f-39d229194dfb of type vxlan for network 69e9610a-bdf9-4e92-a423-5887a14614d9
Nov 18 15:01:20.800524 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306544781496'] for network, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:20.909318 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:21.072914 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:21.073582 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:21.078309 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:21.099381 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b2b619ad-2f8c-4905-90f3-ab6c3dd9da12 req-88c21a7c-f5f1-46cd-a97c-e67799c90659 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 210 time: 0.2862170
Nov 18 15:01:21.105330 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-d5ac2900-4928-4b4b-be05-6b0bf97a0aee tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:21.106782 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-d5ac2900-4928-4b4b-be05-6b0bf97a0aee tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.15 "GET /v2.0/networks?id=231f3c88-1661-4a29-b0bd-d8835aa7f70f HTTP/1.1" status: 200  len: 814 time: 0.2356918
Nov 18 15:01:21.140210 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-6fcd6aff-edde-4d55-9aa9-eabe7065ec75 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Request body: {'port': {'device_id': '8d07f53c-54f4-4e18-a279-f381f53803a9', 'network_id': '231f3c88-1661-4a29-b0bd-d8835aa7f70f', 'admin_state_up': True, 'tenant_id': '6bf0ab10caa9402d8c60972bc45e7f66'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:01:21.245197 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Pushing event updated for resources: {'Network': ['ID=69e9610a-bdf9-4e92-a423-5887a14614d9,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:21.254640 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:21.258302 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Network 69e9610a-bdf9-4e92-a423-5887a14614d9 details requested by agent ovs-agent-dv-cinder-733623-8-iscsi with host dv-cinder-733623-8-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 15:01:21.264239 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.9399319
Nov 18 15:01:21.265867 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 34406) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:21.272899 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-f47296f2-09b5-4c71-bd3d-745ffb40d9de admin admin] Request body: {'subnet': {'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-843239037-subnet', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'ip_version': 4}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:01:21.277814 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Network 69e9610a-bdf9-4e92-a423-5887a14614d9 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 15:01:21.279166 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f47296f2-09b5-4c71-bd3d-745ffb40d9de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:21.283967 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f47296f2-09b5-4c71-bd3d-745ffb40d9de admin admin] Usage tracker for resource:subnet and tenant:c4a9b323e37c46d8899b044decab72ea is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:21.287703 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f47296f2-09b5-4c71-bd3d-745ffb40d9de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:21.294200 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f47296f2-09b5-4c71-bd3d-745ffb40d9de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:21.308468 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47296f2-09b5-4c71-bd3d-745ffb40d9de admin admin] Made reservation on behalf of c4a9b323e37c46d8899b044decab72ea for: {'subnet': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:01:21.316713 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f47296f2-09b5-4c71-bd3d-745ffb40d9de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822934840'] for subnet, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:21.407103 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-6fcd6aff-edde-4d55-9aa9-eabe7065ec75 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:21.433817 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-6fcd6aff-edde-4d55-9aa9-eabe7065ec75 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:21.455189 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-6fcd6aff-edde-4d55-9aa9-eabe7065ec75 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Made reservation on behalf of 6bf0ab10caa9402d8c60972bc45e7f66 for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:01:21.462510 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-6fcd6aff-edde-4d55-9aa9-eabe7065ec75 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:21.785107 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f47296f2-09b5-4c71-bd3d-745ffb40d9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823075550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822934791'] for subnet, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:21.808927 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-80ab5279-ad10-4c44-871d-a03b21dd26ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:21.896726 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-6fcd6aff-edde-4d55-9aa9-eabe7065ec75 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Allocated IP 172.20.0.5 (231f3c88-1661-4a29-b0bd-d8835aa7f70f/a1bfe834-8f18-4226-b68a-ed4ee3dcac14/4b29f2a2-f2a8-4584-962f-692d627a4e39) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:01:21.969463 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47296f2-09b5-4c71-bd3d-745ffb40d9de admin admin] Pushing event updated for resources: {'Subnet': ['ID=b71eee02-545e-42b9-b666-43022aa9ac3c,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:21.972510 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f47296f2-09b5-4c71-bd3d-745ffb40d9de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:22.009166 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47296f2-09b5-4c71-bd3d-745ffb40d9de admin admin] Checking segment: {'id': '08e8427e-f7cb-43a8-940f-39d229194dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:01:22.009468 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47296f2-09b5-4c71-bd3d-745ffb40d9de admin admin] Network hostable DHCP agents. Network: 69e9610a-bdf9-4e92-a423-5887a14614d9, hostable agents: ['d2b5b3ec-f9b8-4390-8321-dc1803f9ff45'], hosted agents: [] {{(pid=80265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 15:01:22.010084 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1c5ea-6282-49e3-ac9d-a46bd47c7dd1 req-3c3c7467-a1f6-4a08-891c-2fdc677663d3 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:22.011698 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-90d1c5ea-6282-49e3-ac9d-a46bd47c7dd1 req-3c3c7467-a1f6-4a08-891c-2fdc677663d3 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.1572437
Nov 18 15:01:22.032541 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47296f2-09b5-4c71-bd3d-745ffb40d9de admin admin] Network 69e9610a-bdf9-4e92-a423-5887a14614d9 is scheduled to be hosted by DHCP agent d2b5b3ec-f9b8-4390-8321-dc1803f9ff45 with binding_index 1 {{(pid=80265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 15:01:22.042761 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-f47296f2-09b5-4c71-bd3d-745ffb40d9de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-iscsi, 69e9610a-bdf9-4e92-a423-5887a14614d9) {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:01:22.051643 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c52e1a4-6e8f-4b87-919e-617ca9f14391 None None] Network 69e9610a-bdf9-4e92-a423-5887a14614d9 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:01:22.057581 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47296f2-09b5-4c71-bd3d-745ffb40d9de admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:22.059100 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f47296f2-09b5-4c71-bd3d-745ffb40d9de admin admin] Notify callbacks [] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:22.101339 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f47296f2-09b5-4c71-bd3d-745ffb40d9de admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8338821
Nov 18 15:01:22.102600 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 34426) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:22.111972 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-843239037-router', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:01:22.118001 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:22.127517 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Usage tracker for resource:router and tenant:c4a9b323e37c46d8899b044decab72ea is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:22.131093 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:22.138865 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:22.149359 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63973'] for router, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:22.150645 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854170833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854152639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711828'] for router, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:22.164870 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-90d1c5ea-6282-49e3-ac9d-a46bd47c7dd1 req-c1b82766-82c1-4596-9516-ca8529c9fe95 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275272
Nov 18 15:01:22.178602 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:22.321318 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7261fcc4-b291-50c8-9ff4-476b49b041b4-69e9610a-bdf9-4e92-a423-5887a14614d9', 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'fixed_ips': [{'subnet_id': 'b71eee02-545e-42b9-b666-43022aa9ac3c'}]}} from dv-cinder-733623-8-iscsi. {{(pid=80266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 18 15:01:22.322265 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:22.475270 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-6fcd6aff-edde-4d55-9aa9-eabe7065ec75 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:22.510016 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-6fcd6aff-edde-4d55-9aa9-eabe7065ec75 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:22.681332 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854170818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711841'] for router, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:22.751939 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa4028-bdf9-475a-9187-8f7b40602382 req-08958868-d22f-419d-a50e-3a30de389601 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:22.753790 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-60fa4028-bdf9-475a-9187-8f7b40602382 req-08958868-d22f-419d-a50e-3a30de389601 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 931 time: 0.3846064
Nov 18 15:01:22.768247 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:22.771013 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Allocated IP 172.20.0.2 (69e9610a-bdf9-4e92-a423-5887a14614d9/b71eee02-545e-42b9-b666-43022aa9ac3c/698aee7a-8479-46c9-b173-45826da80e92) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:01:22.904305 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-6fcd6aff-edde-4d55-9aa9-eabe7065ec75 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Network 231f3c88-1661-4a29-b0bd-d8835aa7f70f is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:01:22.907712 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-60fa4028-bdf9-475a-9187-8f7b40602382 req-ba2bfb92-1485-47f8-827f-b65895554d63 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415050
Nov 18 15:01:22.908889 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-6fcd6aff-edde-4d55-9aa9-eabe7065ec75 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:01:22.911293 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd6aff-edde-4d55-9aa9-eabe7065ec75 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Pushing event updated for resources: {'Port': ['ID=4b29f2a2-f2a8-4584-962f-692d627a4e39,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:22.913643 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-6fcd6aff-edde-4d55-9aa9-eabe7065ec75 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:01:22.918144 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-6fcd6aff-edde-4d55-9aa9-eabe7065ec75 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:22.918876 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-6fcd6aff-edde-4d55-9aa9-eabe7065ec75 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:22.924966 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6fcd6aff-edde-4d55-9aa9-eabe7065ec75 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:22.953147 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-6fcd6aff-edde-4d55-9aa9-eabe7065ec75 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8291221
Nov 18 15:01:22.965403 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] Request body: {'port': {'device_id': '8d07f53c-54f4-4e18-a279-f381f53803a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:01:23.003691 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:23.041226 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:23.060268 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:23.072473 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Transition to ACTIVE for port object 698aee7a-8479-46c9-b173-45826da80e92 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:01:23.107295 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Transition to ACTIVE for port object 698aee7a-8479-46c9-b173-45826da80e92 will not be triggered until provisioned by entity DHCP. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:01:23.115046 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:23.136447 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:23.218635 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:23.396633 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Pushing event updated for resources: {'Port': ['ID=698aee7a-8479-46c9-b173-45826da80e92,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:23.410591 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:23.410988 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:23.411377 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:23.411760 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:23.412142 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:23.412523 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:23.412924 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:23.413303 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:23.413680 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:23.414057 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:23.414428 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:23.414799 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:23.415222 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:23.415580 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:23.415950 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:23.416316 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:23.416683 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:23.417074 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:23.417441 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:23.417815 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:23.418172 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:23.418724 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:23.424457 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:23.424457 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:23.449615 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:23.469262 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Network 69e9610a-bdf9-4e92-a423-5887a14614d9 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:01:23.470408 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Resources bound (agent type, host, resource id):  {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:01:23.472856 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:01:23.490569 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Allocated IP 172.27.1.191 (96475b02-3c3a-4cf0-bab1-8b9b17365c14/9c2873db-d6d7-45a1-862e-7032080186d6/ce7edd2d-1870-4129-85cc-a7f207c8e8f2) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:01:23.529005 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Attempting to bind port 698aee7a-8479-46c9-b173-45826da80e92 on host dv-cinder-733623-8-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:01:23.529427 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Attempting to bind port 698aee7a-8479-46c9-b173-45826da80e92 by drivers openvswitch on host dv-cinder-733623-8-iscsi at level 0 using segments [{'id': '08e8427e-f7cb-43a8-940f-39d229194dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:01:23.529843 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Attempting to bind port 698aee7a-8479-46c9-b173-45826da80e92 on network 69e9610a-bdf9-4e92-a423-5887a14614d9 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:01:23.537945 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Checking agent: {'id': '8483a8a7-ec75-4234-902d-b313a7c9ca10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:01:23.537945 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Checking segment: {'id': '08e8427e-f7cb-43a8-940f-39d229194dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:01:23.538434 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:23.538687 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Bound using segment: {'id': '08e8427e-f7cb-43a8-940f-39d229194dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:01:23.539651 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Bound port: 698aee7a-8479-46c9-b173-45826da80e92, host: dv-cinder-733623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e8427e-f7cb-43a8-940f-39d229194dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:01:23.539651 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:23.551380 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409531ca-0d67-4f85-bfb4-0f00d5e7d9f2 req-b398299d-bd1a-4277-8f83-f15d060c14e2 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:23.552974 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-409531ca-0d67-4f85-bfb4-0f00d5e7d9f2 req-b398299d-bd1a-4277-8f83-f15d060c14e2 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.1495719
Nov 18 15:01:23.699759 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b29f2a2-f2a8-4584-962f-692d627a4e39 {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 15:01:23.704399 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-409531ca-0d67-4f85-bfb4-0f00d5e7d9f2 req-00405dc9-6578-4c29-9700-d3b5646493f1 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389756
Nov 18 15:01:23.710261 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:23.728133 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:23.728321 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] Transition to ACTIVE for port object 4b29f2a2-f2a8-4584-962f-692d627a4e39 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:01:23.732803 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:23.755899 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823075388'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:23.761169 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:23.774591 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8ecfd352-02d7-4a22-ac9f-69d9b54c2b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:23.801536 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] For port 698aee7a-8479-46c9-b173-45826da80e92, host dv-cinder-733623-8-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:01:23.804572 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] For port 698aee7a-8479-46c9-b173-45826da80e92, host dv-cinder-733623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=698aee7a-8479-46c9-b173-45826da80e92,segment=NetworkSegment(08e8427e-f7cb-43a8-940f-39d229194dfb),segment_id=08e8427e-f7cb-43a8-940f-39d229194dfb)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:01:23.808096 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:23.838129 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4b29f2a2-f2a8-4584-962f-692d627a4e39,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:23.841533 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:23.845500 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:23.939712 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Pushing event updated for resources: {'Port': ['ID=ce7edd2d-1870-4129-85cc-a7f207c8e8f2,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:23.944891 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:23.981751 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Pushing event updated for resources: {'Port': ['ID=698aee7a-8479-46c9-b173-45826da80e92,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:23.985703 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:23.993138 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:01:23.994718 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:01:23.997292 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:01:24.070705 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] Attempting to bind port 4b29f2a2-f2a8-4584-962f-692d627a4e39 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:01:24.071079 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] Attempting to bind port 4b29f2a2-f2a8-4584-962f-692d627a4e39 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '4b2d87ea-87bf-4293-bc6e-adda9a20d3aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '231f3c88-1661-4a29-b0bd-d8835aa7f70f'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:01:24.071451 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] Attempting to bind port 4b29f2a2-f2a8-4584-962f-692d627a4e39 on network 231f3c88-1661-4a29-b0bd-d8835aa7f70f {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:01:24.078544 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] Checking agent: {'id': '91607d16-723a-4a8c-80a4-032802295cf0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 34), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:01:24.078924 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] Checking segment: {'id': '4b2d87ea-87bf-4293-bc6e-adda9a20d3aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '231f3c88-1661-4a29-b0bd-d8835aa7f70f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:01:24.079330 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:24.079726 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] Bound using segment: {'id': '4b2d87ea-87bf-4293-bc6e-adda9a20d3aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '231f3c88-1661-4a29-b0bd-d8835aa7f70f'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:01:24.080202 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] Bound port: 4b29f2a2-f2a8-4584-962f-692d627a4e39, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2d87ea-87bf-4293-bc6e-adda9a20d3aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '231f3c88-1661-4a29-b0bd-d8835aa7f70f'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:01:24.080573 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:24.167546 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:24.168346 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854060343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-605017'] for router, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:24.174019 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] For port 4b29f2a2-f2a8-4584-962f-692d627a4e39, host hv-cinder-73362, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:01:24.177303 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] For port 4b29f2a2-f2a8-4584-962f-692d627a4e39, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=4b29f2a2-f2a8-4584-962f-692d627a4e39,segment=NetworkSegment(4b2d87ea-87bf-4293-bc6e-adda9a20d3aa),segment_id=4b2d87ea-87bf-4293-bc6e-adda9a20d3aa)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:01:24.180734 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:24.196804 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:24.367916 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4b29f2a2-f2a8-4584-962f-692d627a4e39,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:24.393256 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:24.453062 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:24.455429 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] 10.222.0.15 "PUT /v2.0/ports/4b29f2a2-f2a8-4584-962f-692d627a4e39 HTTP/1.1" status: 200  len: 1157 time: 1.4948874
Nov 18 15:01:24.456332 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d07f53c-54f4-4e18-a279-f381f53803a9', 'tag': '4b29f2a2-f2a8-4584-962f-692d627a4e39'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:01:24.462857 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Router 39170953-61a6-4306-b22c-a80262b33f06 is scheduled to L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e with binding_index 1 {{(pid=80265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 18 15:01:24.675609 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:01:24.684900 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] Sync routers for ids ['39170953-61a6-4306-b22c-a80262b33f06'] in dv-cinder-733623-8-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:01:24.700576 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Notify callbacks [] for router, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:24.703786 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 34470) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:24.703911 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.5997736
Nov 18 15:01:24.708252 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] Routers {'39170953-61a6-4306-b22c-a80262b33f06'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:01:24.709045 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef2b2080>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:01:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['39170953-61a6-4306-b22c-a80262b33f06'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:01:24.983970 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] Set router 39170953-61a6-4306-b22c-a80262b33f06 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:01:25.351649 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f207193-ca7a-4d3a-b011-b3c938fa8aaf None None] Network 69e9610a-bdf9-4e92-a423-5887a14614d9 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:01:25.404459 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef2b2080>, [{'id': '39170953-61a6-4306-b22c-a80262b33f06', 'name': 'tempest-TestShelveInstance-843239037-router', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:22Z', 'updated_at': '2020-11-18T15:01:24Z', 'revision_number': 3, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'gw_port': {'id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39170953-61a6-4306-b22c-a80262b33f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:23Z', 'updated_at': '2020-11-18T15:01:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi'}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:01:25.406245 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ff490ecc-9bfa-4348-934b-512e025fa551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:25.409117 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] Checking router: 39170953-61a6-4306-b22c-a80262b33f06 for host: dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:01:25.409630 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] Updating router 39170953-61a6-4306-b22c-a80262b33f06 port ce7edd2d-1870-4129-85cc-a7f207c8e8f2 binding host dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 15:01:25.471284 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:25.592529 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-b06137c4-9ece-4091-b08f-4880cbf20b4e None None] Provisioning for port 698aee7a-8479-46c9-b173-45826da80e92 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:01:25.806167 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 698aee7a-8479-46c9-b173-45826da80e92 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:01:25.807725 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-ff490ecc-9bfa-4348-934b-512e025fa551 admin admin] Allocated IP 172.20.0.1 (69e9610a-bdf9-4e92-a423-5887a14614d9/b71eee02-545e-42b9-b666-43022aa9ac3c/48f75d54-a447-4c72-8868-629584e39323) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:01:25.919588 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning for port 698aee7a-8479-46c9-b173-45826da80e92 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:01:25.925604 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 698aee7a-8479-46c9-b173-45826da80e92 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:01:25.926385 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:26.009073 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:26.027014 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] Transition to ACTIVE for port object ce7edd2d-1870-4129-85cc-a7f207c8e8f2 will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:01:26.030464 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:26.065411 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:26.106592 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] For port 698aee7a-8479-46c9-b173-45826da80e92, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=698aee7a-8479-46c9-b173-45826da80e92,segment=NetworkSegment(08e8427e-f7cb-43a8-940f-39d229194dfb),segment_id=08e8427e-f7cb-43a8-940f-39d229194dfb)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:01:26.107892 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-f4e40628-598a-488e-9044-aae6c30fedb9 None None] Provisioning complete for port 698aee7a-8479-46c9-b173-45826da80e92 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:01:26.108528 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f4e40628-598a-488e-9044-aae6c30fedb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:26.141080 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:26.148908 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-47d170de-3538-4241-8abb-6fe3f441abf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:26.190587 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:26.196250 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ff490ecc-9bfa-4348-934b-512e025fa551 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:26.217154 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-ff490ecc-9bfa-4348-934b-512e025fa551 admin admin] Transition to ACTIVE for port object 48f75d54-a447-4c72-8868-629584e39323 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:01:26.243284 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ff490ecc-9bfa-4348-934b-512e025fa551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:26.263643 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a43f67e9-943a-43eb-80f9-d684f9414d75 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:26.279172 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] Attempting to bind port ce7edd2d-1870-4129-85cc-a7f207c8e8f2 on host dv-cinder-733623-8-iscsi for vnic_type normal with profile  {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:01:26.279580 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] Attempting to bind port ce7edd2d-1870-4129-85cc-a7f207c8e8f2 by drivers openvswitch on host dv-cinder-733623-8-iscsi at level 0 using segments [{'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:01:26.280032 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] Attempting to bind port ce7edd2d-1870-4129-85cc-a7f207c8e8f2 on network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:01:26.302160 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Pushing event updated for resources: {'Port': ['ID=698aee7a-8479-46c9-b173-45826da80e92,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:26.305423 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:26.406231 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff490ecc-9bfa-4348-934b-512e025fa551 admin admin] Pushing event updated for resources: {'Port': ['ID=48f75d54-a447-4c72-8868-629584e39323,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:26.416308 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ff490ecc-9bfa-4348-934b-512e025fa551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:26.431507 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-0c80f0dc-687c-4b0c-8b79-8003042481df None None] Provisioning complete for port 698aee7a-8479-46c9-b173-45826da80e92 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:01:26.431937 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0c80f0dc-687c-4b0c-8b79-8003042481df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:26.458125 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Pushing event updated for resources: {'Port': ['ID=ce7edd2d-1870-4129-85cc-a7f207c8e8f2,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:26.461299 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] Checking agent: {'id': '8483a8a7-ec75-4234-902d-b313a7c9ca10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:01:26.461721 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] Checking segment: {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:01:26.462167 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:26.462595 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] Bound using segment: {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:01:26.463110 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] Bound port: ce7edd2d-1870-4129-85cc-a7f207c8e8f2, host: dv-cinder-733623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:01:26.463535 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:26.468887 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff490ecc-9bfa-4348-934b-512e025fa551 admin admin] Network 69e9610a-bdf9-4e92-a423-5887a14614d9 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:01:26.469879 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-ff490ecc-9bfa-4348-934b-512e025fa551 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:01:26.472341 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff490ecc-9bfa-4348-934b-512e025fa551 admin admin] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:01:26.472908 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ff490ecc-9bfa-4348-934b-512e025fa551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854175731'] for router_interface, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:26.510237 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:26.510647 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:26.511186 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:26.511663 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:26.512129 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:26.512641 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:26.513194 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:26.513569 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:26.513952 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:26.514316 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:26.514711 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:26.515072 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:26.515446 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:26.515780 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:26.516140 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:26.516495 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:26.516880 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:26.517237 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:26.517591 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:26.517946 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:26.518300 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:26.518657 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:26.519011 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:26.519363 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:01:26.523564 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:26.568872 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ff490ecc-9bfa-4348-934b-512e025fa551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:26.589681 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] For port ce7edd2d-1870-4129-85cc-a7f207c8e8f2, host dv-cinder-733623-8-iscsi, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:01:26.593707 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] For port ce7edd2d-1870-4129-85cc-a7f207c8e8f2, host dv-cinder-733623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=ce7edd2d-1870-4129-85cc-a7f207c8e8f2,segment=NetworkSegment(204b9cb9-672f-457d-853a-b208bf5e332c),segment_id=204b9cb9-672f-457d-853a-b208bf5e332c)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:01:26.602728 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:26.620949 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d73b9710-f908-4a42-9c81-dfe6f44b7135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:26.775942 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Pushing event updated for resources: {'Port': ['ID=ce7edd2d-1870-4129-85cc-a7f207c8e8f2,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:26.798572 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-68208e97-fb2d-4bce-ab92-a31b8fb213f8 None None] Provisioning for port 48f75d54-a447-4c72-8868-629584e39323 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:01:26.804112 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-68208e97-fb2d-4bce-ab92-a31b8fb213f8 None None] Provisioning complete for port 48f75d54-a447-4c72-8868-629584e39323 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:01:26.804533 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-68208e97-fb2d-4bce-ab92-a31b8fb213f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:26.810844 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-46c67d7e-893d-4ba1-8fa5-fd4add5ca093 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:26.838899 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] Routers {'39170953-61a6-4306-b22c-a80262b33f06'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:01:26.839585 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef2b2080>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:01:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['39170953-61a6-4306-b22c-a80262b33f06'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:01:26.869136 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-68208e97-fb2d-4bce-ab92-a31b8fb213f8 None None] Port 48f75d54-a447-4c72-8868-629584e39323 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 15:01:26.879028 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ff490ecc-9bfa-4348-934b-512e025fa551 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:26.883709 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ff490ecc-9bfa-4348-934b-512e025fa551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:26.884602 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ff490ecc-9bfa-4348-934b-512e025fa551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2057009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-600168'] for router_interface, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:26.900168 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e4ed985c-b427-4c46-aa18-543cc61cde25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:27.041208 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff490ecc-9bfa-4348-934b-512e025fa551 admin admin] Pushing event updated for resources: {'Port': ['ID=48f75d54-a447-4c72-8868-629584e39323,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:27.041790 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] Set router 39170953-61a6-4306-b22c-a80262b33f06 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:01:27.046231 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ff490ecc-9bfa-4348-934b-512e025fa551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:27.088377 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff490ecc-9bfa-4348-934b-512e025fa551 admin admin] Network 69e9610a-bdf9-4e92-a423-5887a14614d9 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:01:27.089567 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-ff490ecc-9bfa-4348-934b-512e025fa551 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:01:27.291861 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-88f99b68-af15-4c73-939e-ffd4f4437584 None None] Provisioning complete for port 48f75d54-a447-4c72-8868-629584e39323 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:01:27.292555 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-88f99b68-af15-4c73-939e-ffd4f4437584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:27.347310 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-88f99b68-af15-4c73-939e-ffd4f4437584 None None] Port 48f75d54-a447-4c72-8868-629584e39323 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 15:01:27.390764 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef2b2080>, [{'id': '39170953-61a6-4306-b22c-a80262b33f06', 'name': 'tempest-TestShelveInstance-843239037-router', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:22Z', 'updated_at': '2020-11-18T15:01:26Z', 'revision_number': 4, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'gw_port': {'id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39170953-61a6-4306-b22c-a80262b33f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:23Z', 'updated_at': '2020-11-18T15:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '48f75d54-a447-4c72-8868-629584e39323', 'name': '', 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'mac_address': 'fa:16:3e:6b:ea:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39170953-61a6-4306-b22c-a80262b33f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b71eee02-545e-42b9-b666-43022aa9ac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:25Z', 'updated_at': '2020-11-18T15:01:26Z', 'revision_number': 2, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'subnets': [{'id': 'b71eee02-545e-42b9-b666-43022aa9ac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:01:27.394818 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8736f915-cc87-46f7-8501-4fe882aaa921 None None] The sync data for ids ['39170953-61a6-4306-b22c-a80262b33f06'] in dv-cinder-733623-8-iscsi is: [{'id': '39170953-61a6-4306-b22c-a80262b33f06', 'name': 'tempest-TestShelveInstance-843239037-router', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:22Z', 'updated_at': '2020-11-18T15:01:26Z', 'revision_number': 4, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'gw_port': {'id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39170953-61a6-4306-b22c-a80262b33f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:23Z', 'updated_at': '2020-11-18T15:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '48f75d54-a447-4c72-8868-629584e39323', 'name': '', 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'mac_address': 'fa:16:3e:6b:ea:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39170953-61a6-4306-b22c-a80262b33f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b71eee02-545e-42b9-b666-43022aa9ac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:25Z', 'updated_at': '2020-11-18T15:01:26Z', 'revision_number': 2, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'subnets': [{'id': 'b71eee02-545e-42b9-b666-43022aa9ac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:01:27.531588 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d07f53c-54f4-4e18-a279-f381f53803a9', 'tag': '4b29f2a2-f2a8-4584-962f-692d627a4e39', 'status': 'completed', 'code': 200}
Nov 18 15:01:27.666286 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10cbb7-7d94-46f3-b21a-e961c6766106 req-91df0fa0-4fc2-4b6a-a3c8-d5b97d961b3c tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:27.668064 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ff10cbb7-7d94-46f3-b21a-e961c6766106 req-91df0fa0-4fc2-4b6a-a3c8-d5b97d961b3c tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 943 time: 0.0878830
Nov 18 15:01:27.681782 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e3aa6ff-f883-49c0-9f6b-91d7790b8adc req-fe15192d-6fbc-4bfb-931e-5e55e471c74c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2098572
Nov 18 15:01:27.684740 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-6abf0631-8d4e-4ed4-83a7-af9ece1f2aea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bf0ab10caa9402d8c60972bc45e7f66&device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 1160 time: 0.2515495
Nov 18 15:01:27.711988 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff490ecc-9bfa-4348-934b-512e025fa551 admin admin] Router 39170953-61a6-4306-b22c-a80262b33f06 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:01:27.729601 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ff10cbb7-7d94-46f3-b21a-e961c6766106 req-eb5efcce-0001-4bc2-83ba-a39ef6e4fdea tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544384
Nov 18 15:01:27.743965 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 698aee7a-8479-46c9-b173-45826da80e92 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:01:27.824617 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df550d9-92f1-44c3-851f-a93d2a4c938f req-255f9fa1-b33e-453e-9d57-a12e1043ee9d tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:27.826290 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8df550d9-92f1-44c3-851f-a93d2a4c938f req-255f9fa1-b33e-453e-9d57-a12e1043ee9d tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.2040277
Nov 18 15:01:27.861378 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 698aee7a-8479-46c9-b173-45826da80e92 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:01:27.862960 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:27.958286 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-3bd872ed-cd66-43de-97b3-6266ad143953 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b29f2a2-f2a8-4584-962f-692d627a4e39 HTTP/1.1" status: 200  len: 217 time: 0.1259387
Nov 18 15:01:28.053483 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8df550d9-92f1-44c3-851f-a93d2a4c938f req-a9ba281e-0c1a-40e1-a17f-012b6b4543e9 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834031
Nov 18 15:01:28.122813 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-f519c610-64a5-4348-9d4d-9ff21ebb3081 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:28.124997 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-f519c610-64a5-4348-9d4d-9ff21ebb3081 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1bfe834-8f18-4226-b68a-ed4ee3dcac14 HTTP/1.1" status: 200  len: 854 time: 0.1088507
Nov 18 15:01:28.188713 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-9b15b265-2773-45f7-9d87-4bfe628522a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=231f3c88-1661-4a29-b0bd-d8835aa7f70f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0535045
Nov 18 15:01:28.224585 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e3aa6ff-f883-49c0-9f6b-91d7790b8adc req-0f3374db-2d12-4cc6-ac5f-27fbe323b7cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bf0ab10caa9402d8c60972bc45e7f66&device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 1162 time: 0.3129690
Nov 18 15:01:28.763708 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-762bffa1-f122-44cb-9297-00766f8e39b3 service neutron] 10.222.0.15 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5661857
Nov 18 15:01:28.801508 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3aa6ff-f883-49c0-9f6b-91d7790b8adc req-6226d5c6-2489-48f4-9174-6620bce91fd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:28.803097 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e3aa6ff-f883-49c0-9f6b-91d7790b8adc req-6226d5c6-2489-48f4-9174-6620bce91fd0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=231f3c88-1661-4a29-b0bd-d8835aa7f70f HTTP/1.1" status: 200  len: 908 time: 0.4929414
Nov 18 15:01:28.817191 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff490ecc-9bfa-4348-934b-512e025fa551 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:01:28.834558 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ff490ecc-9bfa-4348-934b-512e025fa551 admin admin] 10.222.0.21 "PUT /v2.0/routers/39170953-61a6-4306-b22c-a80262b33f06/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1216829
Nov 18 15:01:28.960392 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c726cd1-1e51-4bab-ab08-fbb684e3d3cd req-649b35f1-eb8b-47a5-9716-cdef771b9a67 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:28.961237 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-0c726cd1-1e51-4bab-ab08-fbb684e3d3cd req-649b35f1-eb8b-47a5-9716-cdef771b9a67 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Synchronizing usage tracker for tenant:6bf0ab10caa9402d8c60972bc45e7f66 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:01:28.979330 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-0c726cd1-1e51-4bab-ab08-fbb684e3d3cd req-649b35f1-eb8b-47a5-9716-cdef771b9a67 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Unset dirty status for tenant:6bf0ab10caa9402d8c60972bc45e7f66 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:01:28.980719 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0c726cd1-1e51-4bab-ab08-fbb684e3d3cd req-649b35f1-eb8b-47a5-9716-cdef771b9a67 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 943 time: 0.1053689
Nov 18 15:01:29.037285 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0c726cd1-1e51-4bab-ab08-fbb684e3d3cd req-7ef1f5fa-7223-40fc-82de-cb5241ac7f08 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502210
Nov 18 15:01:29.361354 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 34530) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:29.527997 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-957b1a63-a571-4a1c-9cc1-65bc48d306ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:29.586186 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-957b1a63-a571-4a1c-9cc1-65bc48d306ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:29.590511 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-957b1a63-a571-4a1c-9cc1-65bc48d306ed admin admin] Usage tracker for resource:security_group_rule and tenant:c9ae246ac9d447b1ab6ff4fdd95ff543 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:29.594039 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-957b1a63-a571-4a1c-9cc1-65bc48d306ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:29.599966 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-957b1a63-a571-4a1c-9cc1-65bc48d306ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:29.668521 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-957b1a63-a571-4a1c-9cc1-65bc48d306ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:29.672710 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-957b1a63-a571-4a1c-9cc1-65bc48d306ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:29.680623 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ec227690-827f-46f7-80e1-4634682c0996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:29.732793 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-957b1a63-a571-4a1c-9cc1-65bc48d306ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9ae246ac9d447b1ab6ff4fdd95ff543&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3667710
Nov 18 15:01:29.732959 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 34540) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:29.733198 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b1a63-a571-4a1c-9cc1-65bc48d306ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b37db8-b835-42d0-b64b-8d5a09dec879,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:29.736606 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-957b1a63-a571-4a1c-9cc1-65bc48d306ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:29.782721 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device ce7edd2d-1870-4129-85cc-a7f207c8e8f2 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:01:29.811974 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7afc637a-68ee-4f5e-bfc0-036eaed278c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:29.840269 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7afc637a-68ee-4f5e-bfc0-036eaed278c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:29.860244 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning for port ce7edd2d-1870-4129-85cc-a7f207c8e8f2 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:01:29.865292 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port ce7edd2d-1870-4129-85cc-a7f207c8e8f2 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:01:29.866254 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:29.897965 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7afc637a-68ee-4f5e-bfc0-036eaed278c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:29.902252 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2513937b-79bc-4873-86a2-99743a9b80a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:29.914068 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc637a-68ee-4f5e-bfc0-036eaed278c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b37db8-b835-42d0-b64b-8d5a09dec879,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:29.916526 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7afc637a-68ee-4f5e-bfc0-036eaed278c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:29.922785 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7afc637a-68ee-4f5e-bfc0-036eaed278c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:29.926993 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-7afc637a-68ee-4f5e-bfc0-036eaed278c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2b37db8-b835-42d0-b64b-8d5a09dec879 HTTP/1.1" status: 204  len: 168 time: 0.1953571
Nov 18 15:01:29.997697 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:30.015155 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] For port ce7edd2d-1870-4129-85cc-a7f207c8e8f2, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=ce7edd2d-1870-4129-85cc-a7f207c8e8f2,segment=NetworkSegment(204b9cb9-672f-457d-853a-b208bf5e332c),segment_id=204b9cb9-672f-457d-853a-b208bf5e332c)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:01:30.018400 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:30.020266 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:30.060827 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b531ecf-97f4-4451-b92b-79e772ea640a req-d1c51888-8ab9-4e1c-bcc6-0da6a6c8ba94 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:30.062772 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1b531ecf-97f4-4451-b92b-79e772ea640a req-d1c51888-8ab9-4e1c-bcc6-0da6a6c8ba94 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.0920584
Nov 18 15:01:30.094880 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Pushing event updated for resources: {'Port': ['ID=ce7edd2d-1870-4129-85cc-a7f207c8e8f2,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:30.098686 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:30.121476 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1b531ecf-97f4-4451-b92b-79e772ea640a req-ce0d88b0-9a7e-425d-a90a-eb7c1239857b tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515234
Nov 18 15:01:30.712658 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-6a511c7e-12b5-4a73-8543-d1cd05551b38 req-e16f8023-3201-4b6c-b488-5012cba37916 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1838864895', 'description': 'tempest-TestShelveInstance-1838864895 description'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:01:30.719159 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-6a511c7e-12b5-4a73-8543-d1cd05551b38 req-e16f8023-3201-4b6c-b488-5012cba37916 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:30.723223 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-6a511c7e-12b5-4a73-8543-d1cd05551b38 req-e16f8023-3201-4b6c-b488-5012cba37916 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Usage tracker for resource:security_group and tenant:c4a9b323e37c46d8899b044decab72ea is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:30.726250 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-6a511c7e-12b5-4a73-8543-d1cd05551b38 req-e16f8023-3201-4b6c-b488-5012cba37916 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:30.732020 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-6a511c7e-12b5-4a73-8543-d1cd05551b38 req-e16f8023-3201-4b6c-b488-5012cba37916 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:30.742829 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a511c7e-12b5-4a73-8543-d1cd05551b38 req-e16f8023-3201-4b6c-b488-5012cba37916 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:30.778970 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-6a511c7e-12b5-4a73-8543-d1cd05551b38 req-e16f8023-3201-4b6c-b488-5012cba37916 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:30.783605 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-6a511c7e-12b5-4a73-8543-d1cd05551b38 req-e16f8023-3201-4b6c-b488-5012cba37916 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Usage tracker for resource:security_group_rule and tenant:c4a9b323e37c46d8899b044decab72ea is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:30.786547 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-6a511c7e-12b5-4a73-8543-d1cd05551b38 req-e16f8023-3201-4b6c-b488-5012cba37916 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:30.792324 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-6a511c7e-12b5-4a73-8543-d1cd05551b38 req-e16f8023-3201-4b6c-b488-5012cba37916 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:30.850085 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a511c7e-12b5-4a73-8543-d1cd05551b38 req-e16f8023-3201-4b6c-b488-5012cba37916 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:30.852879 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a511c7e-12b5-4a73-8543-d1cd05551b38 req-e16f8023-3201-4b6c-b488-5012cba37916 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:30.858119 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-957b1a63-a571-4a1c-9cc1-65bc48d306ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:30.876063 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] Sync routers for ids ['39170953-61a6-4306-b22c-a80262b33f06'] in dv-cinder-733623-8-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:01:30.888512 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] Routers {'39170953-61a6-4306-b22c-a80262b33f06'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:01:30.889237 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef3bf550>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:01:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['39170953-61a6-4306-b22c-a80262b33f06'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:01:30.905808 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f8023-3201-4b6c-b488-5012cba37916 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Pushing event updated for resources: {'SecurityGroup': ['ID=37c89da0-f3e3-4f23-8603-2ce8ecf0822b,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:30.909169 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e16f8023-3201-4b6c-b488-5012cba37916 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:30.911139 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a511c7e-12b5-4a73-8543-d1cd05551b38 req-e16f8023-3201-4b6c-b488-5012cba37916 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:30.912510 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a511c7e-12b5-4a73-8543-d1cd05551b38 req-e16f8023-3201-4b6c-b488-5012cba37916 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1641 time: 0.2046452
Nov 18 15:01:31.075282 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] Set router 39170953-61a6-4306-b22c-a80262b33f06 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:01:31.099649 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb94967-4dd3-4df5-a354-02aedb2f5c29 req-e269ae3a-079e-4c8b-b335-3db689145fb8 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:31.101258 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0bb94967-4dd3-4df5-a354-02aedb2f5c29 req-e269ae3a-079e-4c8b-b335-3db689145fb8 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 943 time: 0.0840266
Nov 18 15:01:31.148993 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0bb94967-4dd3-4df5-a354-02aedb2f5c29 req-d52eacc3-1461-4382-959f-b35d703edfeb tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414674
Nov 18 15:01:31.239152 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6dc654b9-1ba5-4952-8349-10553a5a5c56 req-82122ace-364d-4934-a5dd-8ab378a2e919 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups/37c89da0-f3e3-4f23-8603-2ce8ecf0822b HTTP/1.1" status: 200  len: 1636 time: 0.0485892
Nov 18 15:01:31.249748 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-6dc654b9-1ba5-4952-8349-10553a5a5c56 req-1db0a8d5-13b1-4eb3-b3d1-3177ba8d00ba tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '37c89da0-f3e3-4f23-8603-2ce8ecf0822b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:01:31.250111 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-6dc654b9-1ba5-4952-8349-10553a5a5c56 req-1db0a8d5-13b1-4eb3-b3d1-3177ba8d00ba tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '37c89da0-f3e3-4f23-8603-2ce8ecf0822b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:01:31.256080 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-6dc654b9-1ba5-4952-8349-10553a5a5c56 req-1db0a8d5-13b1-4eb3-b3d1-3177ba8d00ba tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:31.260152 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-6dc654b9-1ba5-4952-8349-10553a5a5c56 req-1db0a8d5-13b1-4eb3-b3d1-3177ba8d00ba tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Usage tracker for resource:security_group_rule and tenant:c4a9b323e37c46d8899b044decab72ea is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:31.263202 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-6dc654b9-1ba5-4952-8349-10553a5a5c56 req-1db0a8d5-13b1-4eb3-b3d1-3177ba8d00ba tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:31.269462 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-6dc654b9-1ba5-4952-8349-10553a5a5c56 req-1db0a8d5-13b1-4eb3-b3d1-3177ba8d00ba tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:31.330048 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6dc654b9-1ba5-4952-8349-10553a5a5c56 req-1db0a8d5-13b1-4eb3-b3d1-3177ba8d00ba tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks [] for security_group_rule, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:31.354247 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6dc654b9-1ba5-4952-8349-10553a5a5c56 req-1db0a8d5-13b1-4eb3-b3d1-3177ba8d00ba tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:31.356845 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6dc654b9-1ba5-4952-8349-10553a5a5c56 req-1db0a8d5-13b1-4eb3-b3d1-3177ba8d00ba tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138714'] for security_group_rule, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:31.358881 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:31.379532 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0a8d5-13b1-4eb3-b3d1-3177ba8d00ba tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e982d7e9-f449-4285-8c71-63b44a7c444e,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:31.384649 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1db0a8d5-13b1-4eb3-b3d1-3177ba8d00ba tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:31.391751 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6dc654b9-1ba5-4952-8349-10553a5a5c56 req-1db0a8d5-13b1-4eb3-b3d1-3177ba8d00ba tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks [] for security_group_rule, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:31.393070 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6dc654b9-1ba5-4952-8349-10553a5a5c56 req-1db0a8d5-13b1-4eb3-b3d1-3177ba8d00ba tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.1475096
Nov 18 15:01:31.409397 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef3bf550>, [{'id': '39170953-61a6-4306-b22c-a80262b33f06', 'name': 'tempest-TestShelveInstance-843239037-router', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:22Z', 'updated_at': '2020-11-18T15:01:26Z', 'revision_number': 4, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'gw_port': {'id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170953-61a6-4306-b22c-a80262b33f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:23Z', 'updated_at': '2020-11-18T15:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '48f75d54-a447-4c72-8868-629584e39323', 'name': '', 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'mac_address': 'fa:16:3e:6b:ea:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39170953-61a6-4306-b22c-a80262b33f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b71eee02-545e-42b9-b666-43022aa9ac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:25Z', 'updated_at': '2020-11-18T15:01:26Z', 'revision_number': 2, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'subnets': [{'id': 'b71eee02-545e-42b9-b666-43022aa9ac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:01:31.413501 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] Checking router: 39170953-61a6-4306-b22c-a80262b33f06 for host: dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:01:31.413906 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] Updating router 39170953-61a6-4306-b22c-a80262b33f06 port 48f75d54-a447-4c72-8868-629584e39323 binding host dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 15:01:31.466591 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:31.582091 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c41d3c-2838-48f5-a4ea-9f808b6dcca4 req-a602f5bc-29e8-49d9-9e05-fe085df14bc2 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:31.583883 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5c41d3c-2838-48f5-a4ea-9f808b6dcca4 req-a602f5bc-29e8-49d9-9e05-fe085df14bc2 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.0853748
Nov 18 15:01:31.633322 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5c41d3c-2838-48f5-a4ea-9f808b6dcca4 req-ff3637f8-1fc6-43d5-94b8-d2f02f03e021 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427377
Nov 18 15:01:31.740482 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5f899019-9bdf-47c8-a0dc-4c0021fe35a0 req-3c3bd7d1-559e-4e32-8050-7b0b3115fa0b tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups/37c89da0-f3e3-4f23-8603-2ce8ecf0822b HTTP/1.1" status: 200  len: 2139 time: 0.0636685
Nov 18 15:01:31.756955 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-5f899019-9bdf-47c8-a0dc-4c0021fe35a0 req-4fafe1d6-802b-4343-8396-62f08c2855d0 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '37c89da0-f3e3-4f23-8603-2ce8ecf0822b', 'remote_group_id': None}]} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:01:31.757316 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-5f899019-9bdf-47c8-a0dc-4c0021fe35a0 req-4fafe1d6-802b-4343-8396-62f08c2855d0 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '37c89da0-f3e3-4f23-8603-2ce8ecf0822b', 'remote_group_id': None}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:01:31.761140 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device ce7edd2d-1870-4129-85cc-a7f207c8e8f2 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:01:31.764005 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-5f899019-9bdf-47c8-a0dc-4c0021fe35a0 req-4fafe1d6-802b-4343-8396-62f08c2855d0 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:31.768103 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5f899019-9bdf-47c8-a0dc-4c0021fe35a0 req-4fafe1d6-802b-4343-8396-62f08c2855d0 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Usage tracker for resource:security_group_rule and tenant:c4a9b323e37c46d8899b044decab72ea is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:31.771111 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5f899019-9bdf-47c8-a0dc-4c0021fe35a0 req-4fafe1d6-802b-4343-8396-62f08c2855d0 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:31.776963 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-5f899019-9bdf-47c8-a0dc-4c0021fe35a0 req-4fafe1d6-802b-4343-8396-62f08c2855d0 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:31.843596 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5f899019-9bdf-47c8-a0dc-4c0021fe35a0 req-4fafe1d6-802b-4343-8396-62f08c2855d0 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks [] for security_group_rule, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:31.871116 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5f899019-9bdf-47c8-a0dc-4c0021fe35a0 req-4fafe1d6-802b-4343-8396-62f08c2855d0 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:31.874059 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5f899019-9bdf-47c8-a0dc-4c0021fe35a0 req-4fafe1d6-802b-4343-8396-62f08c2855d0 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138714'] for security_group_rule, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:31.876352 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eb23f875-e6b1-4fef-9d1c-99b6becaea6d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:31.901933 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fafe1d6-802b-4343-8396-62f08c2855d0 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c54284-a38c-467e-80cd-c520a997a5ea,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:31.904636 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4fafe1d6-802b-4343-8396-62f08c2855d0 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:31.912339 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5f899019-9bdf-47c8-a0dc-4c0021fe35a0 req-4fafe1d6-802b-4343-8396-62f08c2855d0 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks [] for security_group_rule, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:31.913770 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5f899019-9bdf-47c8-a0dc-4c0021fe35a0 req-4fafe1d6-802b-4343-8396-62f08c2855d0 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.1665263
Nov 18 15:01:32.052078 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port ce7edd2d-1870-4129-85cc-a7f207c8e8f2 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:01:32.052497 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:32.163196 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:32.181670 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] Transition to ACTIVE for port object 48f75d54-a447-4c72-8868-629584e39323 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:01:32.210456 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:32.230917 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fb11c395-9ad3-4a2d-ab9f-867ce337fc22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:32.387083 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de944af-1a9f-43e0-8117-e34dd7f839cb None None] Pushing event updated for resources: {'Port': ['ID=48f75d54-a447-4c72-8868-629584e39323,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:32.390232 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3de944af-1a9f-43e0-8117-e34dd7f839cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:32.589530 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] Attempting to bind port 48f75d54-a447-4c72-8868-629584e39323 on host dv-cinder-733623-8-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:01:32.589959 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] Attempting to bind port 48f75d54-a447-4c72-8868-629584e39323 by drivers openvswitch on host dv-cinder-733623-8-iscsi at level 0 using segments [{'id': '08e8427e-f7cb-43a8-940f-39d229194dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:01:32.590353 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] Attempting to bind port 48f75d54-a447-4c72-8868-629584e39323 on network 69e9610a-bdf9-4e92-a423-5887a14614d9 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:01:32.600171 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] Checking agent: {'id': '8483a8a7-ec75-4234-902d-b313a7c9ca10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:01:32.600596 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] Checking segment: {'id': '08e8427e-f7cb-43a8-940f-39d229194dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:01:32.601180 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:32.601613 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] Bound using segment: {'id': '08e8427e-f7cb-43a8-940f-39d229194dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:01:32.602135 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] Bound port: 48f75d54-a447-4c72-8868-629584e39323, host: dv-cinder-733623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e8427e-f7cb-43a8-940f-39d229194dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:01:32.602630 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:32.729879 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] For port 48f75d54-a447-4c72-8868-629584e39323, host dv-cinder-733623-8-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:01:32.737161 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] For port 48f75d54-a447-4c72-8868-629584e39323, host dv-cinder-733623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=48f75d54-a447-4c72-8868-629584e39323,segment=NetworkSegment(08e8427e-f7cb-43a8-940f-39d229194dfb),segment_id=08e8427e-f7cb-43a8-940f-39d229194dfb)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:01:32.740956 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:32.756346 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:32.902252 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de944af-1a9f-43e0-8117-e34dd7f839cb None None] Pushing event updated for resources: {'Port': ['ID=48f75d54-a447-4c72-8868-629584e39323,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:32.907044 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3de944af-1a9f-43e0-8117-e34dd7f839cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:32.948718 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] Routers {'39170953-61a6-4306-b22c-a80262b33f06'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:01:32.949393 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef3bf550>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:01:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['39170953-61a6-4306-b22c-a80262b33f06'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:01:33.139105 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] Set router 39170953-61a6-4306-b22c-a80262b33f06 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:01:33.234579 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:01:33.476938 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef3bf550>, [{'id': '39170953-61a6-4306-b22c-a80262b33f06', 'name': 'tempest-TestShelveInstance-843239037-router', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:22Z', 'updated_at': '2020-11-18T15:01:26Z', 'revision_number': 4, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'gw_port': {'id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170953-61a6-4306-b22c-a80262b33f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:23Z', 'updated_at': '2020-11-18T15:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '48f75d54-a447-4c72-8868-629584e39323', 'name': '', 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'mac_address': 'fa:16:3e:6b:ea:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39170953-61a6-4306-b22c-a80262b33f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b71eee02-545e-42b9-b666-43022aa9ac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:25Z', 'updated_at': '2020-11-18T15:01:32Z', 'revision_number': 4, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'subnets': [{'id': 'b71eee02-545e-42b9-b666-43022aa9ac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:01:33.481228 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cc26b9-b5fd-402c-9b67-b2ba6cd7cca5 None None] The sync data for ids ['39170953-61a6-4306-b22c-a80262b33f06'] in dv-cinder-733623-8-iscsi is: [{'id': '39170953-61a6-4306-b22c-a80262b33f06', 'name': 'tempest-TestShelveInstance-843239037-router', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:22Z', 'updated_at': '2020-11-18T15:01:26Z', 'revision_number': 4, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'gw_port': {'id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170953-61a6-4306-b22c-a80262b33f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:23Z', 'updated_at': '2020-11-18T15:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '48f75d54-a447-4c72-8868-629584e39323', 'name': '', 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'mac_address': 'fa:16:3e:6b:ea:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39170953-61a6-4306-b22c-a80262b33f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b71eee02-545e-42b9-b666-43022aa9ac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:25Z', 'updated_at': '2020-11-18T15:01:32Z', 'revision_number': 4, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'subnets': [{'id': 'b71eee02-545e-42b9-b666-43022aa9ac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:01:33.558379 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e3aa6ff-f883-49c0-9f6b-91d7790b8adc req-310a650d-b733-4d29-ab9d-d67cf7341006 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=355e4400-997b-427e-b6b6-4d24567d15ee HTTP/1.1" status: 200  len: 217 time: 0.1143000
Nov 18 15:01:33.752980 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee137d0a-242b-4fbd-9d09-4c044e0e34c5 req-cae30c39-82d8-42c3-9f3e-a9e7615fc413 service neutron] 10.222.0.15 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3074126
Nov 18 15:01:33.781972 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:33.839480 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47e20c-139a-4f52-8ad6-5e1ab25089c1 req-410c32a3-02ea-4ee7-88de-8ee792c1d32f tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:33.841654 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 48f75d54-a447-4c72-8868-629584e39323 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:01:33.847944 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3d47e20c-139a-4f52-8ad6-5e1ab25089c1 req-410c32a3-02ea-4ee7-88de-8ee792c1d32f tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.1827199
Nov 18 15:01:33.924189 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3d47e20c-139a-4f52-8ad6-5e1ab25089c1 req-d8e0f780-ee8c-411a-a1e8-a01942eca600 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752132
Nov 18 15:01:33.956806 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning for port 48f75d54-a447-4c72-8868-629584e39323 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:01:33.962455 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 48f75d54-a447-4c72-8868-629584e39323 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:01:33.963079 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:33.968607 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3aa6ff-f883-49c0-9f6b-91d7790b8adc req-8031e1dc-d4d2-414b-a3d2-f26a5c3d2fd9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:33.970279 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e3aa6ff-f883-49c0-9f6b-91d7790b8adc req-8031e1dc-d4d2-414b-a3d2-f26a5c3d2fd9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1bfe834-8f18-4226-b68a-ed4ee3dcac14 HTTP/1.1" status: 200  len: 854 time: 0.3031127
Nov 18 15:01:34.055282 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e3aa6ff-f883-49c0-9f6b-91d7790b8adc req-b1514da4-f6bb-4321-ae44-d0e2559337f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=231f3c88-1661-4a29-b0bd-d8835aa7f70f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0753295
Nov 18 15:01:34.064042 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392e4b7-94f9-4af8-9dd3-f1b1a7705f3d req-97a32ef6-4a1d-425a-a32b-16f7c68ada2b tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:34.065716 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6392e4b7-94f9-4af8-9dd3-f1b1a7705f3d req-97a32ef6-4a1d-425a-a32b-16f7c68ada2b tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 943 time: 0.3997483
Nov 18 15:01:34.096053 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:34.115996 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4be51425-2547-4234-9de8-868c07c80edd req-93f450d2-8ebe-4d7f-88ae-1367780af53b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bf0ab10caa9402d8c60972bc45e7f66&device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 1160 time: 0.2969656
Nov 18 15:01:34.129876 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] For port 48f75d54-a447-4c72-8868-629584e39323, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=48f75d54-a447-4c72-8868-629584e39323,segment=NetworkSegment(08e8427e-f7cb-43a8-940f-39d229194dfb),segment_id=08e8427e-f7cb-43a8-940f-39d229194dfb)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:01:34.132902 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:34.134833 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:34.201594 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Pushing event updated for resources: {'Port': ['ID=48f75d54-a447-4c72-8868-629584e39323,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:34.205638 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:34.329768 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6392e4b7-94f9-4af8-9dd3-f1b1a7705f3d req-6d8cafff-0469-439d-b64a-d06b4c8f4679 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2344952
Nov 18 15:01:34.378068 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e3aa6ff-f883-49c0-9f6b-91d7790b8adc req-7f7f8da6-9838-4d1b-a50a-902e6aa7e543 service neutron] 10.222.0.15 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3111339
Nov 18 15:01:34.386130 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be51425-2547-4234-9de8-868c07c80edd req-29d5e9ff-205c-4e21-9412-16283873ee35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:34.387590 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4be51425-2547-4234-9de8-868c07c80edd req-29d5e9ff-205c-4e21-9412-16283873ee35 service neutron] 10.222.0.15 "GET /v2.0/networks?id=231f3c88-1661-4a29-b0bd-d8835aa7f70f HTTP/1.1" status: 200  len: 908 time: 0.2531226
Nov 18 15:01:34.506871 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4be51425-2547-4234-9de8-868c07c80edd req-cfda5fad-1f11-4063-a24e-2b6b260be8a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b29f2a2-f2a8-4584-962f-692d627a4e39 HTTP/1.1" status: 200  len: 217 time: 0.0945244
Nov 18 15:01:34.670953 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be51425-2547-4234-9de8-868c07c80edd req-70f46dd0-2e73-4a76-a9b8-581e0adb98fb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:34.672551 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4be51425-2547-4234-9de8-868c07c80edd req-70f46dd0-2e73-4a76-a9b8-581e0adb98fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1bfe834-8f18-4226-b68a-ed4ee3dcac14 HTTP/1.1" status: 200  len: 854 time: 0.1111701
Nov 18 15:01:34.674657 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e3aa6ff-f883-49c0-9f6b-91d7790b8adc req-a2456766-2ffc-4fe9-abd9-0dd100e373c8 service neutron] 10.222.0.15 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2899873
Nov 18 15:01:34.739521 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4be51425-2547-4234-9de8-868c07c80edd req-cb192db7-7e4c-4b8d-8772-c782f4f0a309 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=231f3c88-1661-4a29-b0bd-d8835aa7f70f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0561793
Nov 18 15:01:34.919178 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4be51425-2547-4234-9de8-868c07c80edd req-2e2c88fb-112f-4448-98c4-695a59d28ef4 service neutron] 10.222.0.15 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425157
Nov 18 15:01:35.115791 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4be51425-2547-4234-9de8-868c07c80edd req-645b6b41-5613-4fab-be3b-5c7d62569381 service neutron] 10.222.0.15 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1835158
Nov 18 15:01:35.159003 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435a349-54b5-4a20-95f8-a2efc354692c req-d340bb18-2713-41a9-a007-2fb0a92f863e tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:35.160763 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c435a349-54b5-4a20-95f8-a2efc354692c req-d340bb18-2713-41a9-a007-2fb0a92f863e tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.0937030
Nov 18 15:01:35.213447 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c435a349-54b5-4a20-95f8-a2efc354692c req-b5a42474-644b-4fc1-a93b-fd63f8d30f9c tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455425
Nov 18 15:01:35.548940 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f1522-c8c1-414e-9194-4dbce6570a52 req-66907704-8455-401c-b00f-5198d782498f tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:35.550570 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c37f1522-c8c1-414e-9194-4dbce6570a52 req-66907704-8455-401c-b00f-5198d782498f tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 943 time: 0.0834868
Nov 18 15:01:35.599979 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c37f1522-c8c1-414e-9194-4dbce6570a52 req-327be24c-73c1-44ff-864a-75773d067ed7 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428762
Nov 18 15:01:35.736697 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 48f75d54-a447-4c72-8868-629584e39323 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:01:35.814068 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 48f75d54-a447-4c72-8868-629584e39323 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:01:35.814485 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:36.439361 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fd94c-e28b-4edc-b399-7aba484063d8 req-371cd032-fc76-4ba6-af68-6ef4172aed0e tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:36.441002 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-649fd94c-e28b-4edc-b399-7aba484063d8 req-371cd032-fc76-4ba6-af68-6ef4172aed0e tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.0931835
Nov 18 15:01:36.497691 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-649fd94c-e28b-4edc-b399-7aba484063d8 req-7e26ba70-7a7f-460c-895b-8144fbbaa425 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490091
Nov 18 15:01:36.880556 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b5994-d977-4c5e-b13d-bd209c69d5e1 req-e582864e-ac3a-40f6-89ea-3e402452e8a7 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:36.882174 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d53b5994-d977-4c5e-b13d-bd209c69d5e1 req-e582864e-ac3a-40f6-89ea-3e402452e8a7 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 943 time: 0.1484020
Nov 18 15:01:36.885083 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f7b8f3ad-ebeb-4035-ae6b-e55ece489a12 req-75e492b4-20ba-4cdd-a163-963a1e6984b9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 1162 time: 0.1163261
Nov 18 15:01:36.964276 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d53b5994-d977-4c5e-b13d-bd209c69d5e1 req-2a7d739a-1221-425e-823c-cc6359eafbfd tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755978
Nov 18 15:01:36.969767 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f7b8f3ad-ebeb-4035-ae6b-e55ece489a12 req-1a01caf0-11ed-473e-8d12-c66ced5043fa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650628
Nov 18 15:01:37.715389 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215834d-6792-4108-876e-6830c249e3ad req-b0b0f5fa-2f7d-45ff-ac6d-c9e41b5785f6 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:37.717030 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0215834d-6792-4108-876e-6830c249e3ad req-b0b0f5fa-2f7d-45ff-ac6d-c9e41b5785f6 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.0844703
Nov 18 15:01:37.765897 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0215834d-6792-4108-876e-6830c249e3ad req-dfc718ca-3067-4359-8d75-95279f780a26 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427017
Nov 18 15:01:38.197320 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad4f99-ba7e-47b2-8bb1-ad9a4eaf1dfd req-73f3e6a1-4478-44e2-92a6-209289d73e9e tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:38.197320 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-05ad4f99-ba7e-47b2-8bb1-ad9a4eaf1dfd req-73f3e6a1-4478-44e2-92a6-209289d73e9e tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 943 time: 0.0965703
Nov 18 15:01:38.245632 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-05ad4f99-ba7e-47b2-8bb1-ad9a4eaf1dfd req-d5e76131-67ea-4f5b-a732-aaa7d211b9af tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437059
Nov 18 15:01:38.990987 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0bb5a-e8b9-451d-8026-e8be6d6aba7f req-688fe2ed-a7f9-4474-a2db-88fc5fa24919 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:38.992607 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-63a0bb5a-e8b9-451d-8026-e8be6d6aba7f req-688fe2ed-a7f9-4474-a2db-88fc5fa24919 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.0886517
Nov 18 15:01:39.040448 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-63a0bb5a-e8b9-451d-8026-e8be6d6aba7f req-0d218e63-0a4d-457a-8189-23c6901f0dc6 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416420
Nov 18 15:01:39.462912 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-648118b9-9feb-4e5f-a079-385f1013f3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:39.529321 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253a000-9982-49c3-9ed5-96e050283a02 req-8f8b9049-ceee-4332-a2a2-e5ce779d5ac5 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:39.531062 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0253a000-9982-49c3-9ed5-96e050283a02 req-8f8b9049-ceee-4332-a2a2-e5ce779d5ac5 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 943 time: 0.1523869
Nov 18 15:01:39.549827 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2adf1fe4-a933-4f4c-962f-3ac9e42070d8 req-5b14fb1f-1f09-4312-9d4c-0f5cd0a39b2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b71ecd4efe1c43699077d33965fe93b0&device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 1162 time: 0.1250880
Nov 18 15:01:39.565104 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf224c-61bb-4172-b6d0-e30d8ebeb09a req-914e54ea-1b1e-4bb7-861a-742850134e6a tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:39.566907 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1ebf224c-61bb-4172-b6d0-e30d8ebeb09a req-914e54ea-1b1e-4bb7-861a-742850134e6a tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.0974090
Nov 18 15:01:39.621056 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1ebf224c-61bb-4172-b6d0-e30d8ebeb09a req-1e9d8d6a-b1cd-4e62-aafb-9962188c5303 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473793
Nov 18 15:01:39.899968 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0253a000-9982-49c3-9ed5-96e050283a02 req-43712a34-ffbd-4f37-a048-78405afcc816 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3487601
Nov 18 15:01:39.931914 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf1fe4-a933-4f4c-962f-3ac9e42070d8 req-6e2c86ee-2043-4c03-8330-943538fd8132 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:39.933528 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2adf1fe4-a933-4f4c-962f-3ac9e42070d8 req-6e2c86ee-2043-4c03-8330-943538fd8132 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8090ccd-15e6-4c66-9553-e439a92918ea HTTP/1.1" status: 200  len: 913 time: 0.3639345
Nov 18 15:01:40.527872 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 5059f602-c7f8-451f-95f7-dbd091055918 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:01:40.615251 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 5059f602-c7f8-451f-95f7-dbd091055918 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:01:40.616056 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:40.646250 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2adf1fe4-a933-4f4c-962f-3ac9e42070d8 req-cbe9ef69-316a-4351-a8ae-87fefe07e94d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5059f602-c7f8-451f-95f7-dbd091055918 HTTP/1.1" status: 200  len: 217 time: 0.0850854
Nov 18 15:01:40.723631 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf1fe4-a933-4f4c-962f-3ac9e42070d8 req-ff7e4fde-2fd7-4d65-a09e-68fad4bcc306 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:40.725576 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2adf1fe4-a933-4f4c-962f-3ac9e42070d8 req-ff7e4fde-2fd7-4d65-a09e-68fad4bcc306 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80c7effc-6938-4978-a3bc-1269e8492d3a HTTP/1.1" status: 200  len: 859 time: 0.0719292
Nov 18 15:01:40.782583 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2adf1fe4-a933-4f4c-962f-3ac9e42070d8 req-6f8c03c1-6f40-40b3-8ec3-834bd94d4d35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8090ccd-15e6-4c66-9553-e439a92918ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497897
Nov 18 15:01:40.849701 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586989e2-215f-4c44-aa5a-e9a5b9751ee3 req-9e46e60f-7f12-40a2-99e7-64922d7639e1 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:40.851217 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-586989e2-215f-4c44-aa5a-e9a5b9751ee3 req-9e46e60f-7f12-40a2-99e7-64922d7639e1 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.0836599
Nov 18 15:01:40.900890 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-586989e2-215f-4c44-aa5a-e9a5b9751ee3 req-c140b247-4c75-4328-9950-37518611256b tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432646
Nov 18 15:01:41.123493 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558d5d4-c6b0-44d8-872f-e454cac84de8 req-b8b865b0-02db-42ac-9257-19eb2d5b5a5d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:41.125117 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2558d5d4-c6b0-44d8-872f-e454cac84de8 req-b8b865b0-02db-42ac-9257-19eb2d5b5a5d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 943 time: 0.0836196
Nov 18 15:01:41.173920 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2558d5d4-c6b0-44d8-872f-e454cac84de8 req-1d1dd962-49c4-4bf9-9196-b0dafb033dc3 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422952
Nov 18 15:01:42.091618 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-92a73bc0-5462-40c0-986a-2ec1611d65f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:42.361566 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:42.900602 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2adf1fe4-a933-4f4c-962f-3ac9e42070d8 req-c084c464-0c9f-47bf-89f1-e004791db951 service neutron] 10.222.0.15 "GET /v2.0/networks/d8090ccd-15e6-4c66-9553-e439a92918ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389873
Nov 18 15:01:43.477470 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:43.660721 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:46.191853 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2adf1fe4-a933-4f4c-962f-3ac9e42070d8 req-035ef55b-8c78-4e4d-b06e-21fb9aaf2ede service neutron] 10.222.0.15 "GET /v2.0/networks/d8090ccd-15e6-4c66-9553-e439a92918ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1555860
Nov 18 15:01:46.286624 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3af518-4a92-4549-8ce8-d40058ec7489 req-3ea5400e-90c7-42bf-b103-a4405ab90543 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:46.288253 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4e3af518-4a92-4549-8ce8-d40058ec7489 req-3ea5400e-90c7-42bf-b103-a4405ab90543 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.0953753
Nov 18 15:01:46.315449 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4875617-9250-4667-a120-66e006c807e6 req-e89ce763-93bc-41f7-9785-4700e4e1106d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:46.317082 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e4875617-9250-4667-a120-66e006c807e6 req-e89ce763-93bc-41f7-9785-4700e4e1106d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 943 time: 0.0907309
Nov 18 15:01:46.338061 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4e3af518-4a92-4549-8ce8-d40058ec7489 req-07dd5039-46ff-444c-b048-203150bc55b6 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434215
Nov 18 15:01:46.364800 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e4875617-9250-4667-a120-66e006c807e6 req-6a4d856a-7423-4cee-b40a-810052da45e3 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416119
Nov 18 15:01:47.350576 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 34824) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:47.416031 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8b495f-f195-45eb-8a4d-ab0634ce7903 admin admin] Deleting subnet 958877dd-642b-4254-9f07-3db92e3e9148 {{(pid=80264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 15:01:47.419770 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5a8b495f-f195-45eb-8a4d-ab0634ce7903 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:47.477030 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 4b29f2a2-f2a8-4584-962f-692d627a4e39 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:01:47.500720 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5a8b495f-f195-45eb-8a4d-ab0634ce7903 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:47.519855 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5a8b495f-f195-45eb-8a4d-ab0634ce7903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853367654'] for subnet, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:47.613228 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning for port 4b29f2a2-f2a8-4584-962f-692d627a4e39 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:01:47.618685 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 4b29f2a2-f2a8-4584-962f-692d627a4e39 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:01:47.619045 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:47.710553 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbed2de-659a-48d9-ad5e-4b2911204ff4 req-afdda0f7-951c-4267-9059-3dbe81c81fc3 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:47.712982 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bbbed2de-659a-48d9-ad5e-4b2911204ff4 req-afdda0f7-951c-4267-9059-3dbe81c81fc3 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 943 time: 0.1036143
Nov 18 15:01:47.722771 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40d898-b41d-4ee2-b59b-627649dfbd98 req-916c386e-d014-40b1-bee5-edce225969c5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:47.724390 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-be40d898-b41d-4ee2-b59b-627649dfbd98 req-916c386e-d014-40b1-bee5-edce225969c5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.1461651
Nov 18 15:01:47.756610 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:47.769899 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bbbed2de-659a-48d9-ad5e-4b2911204ff4 req-51eb27ef-de2a-4bfd-aaff-807b10212bf3 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494113
Nov 18 15:01:47.791322 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d07f53c-54f4-4e18-a279-f381f53803a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b29f2a2-f2a8-4584-962f-692d627a4e39'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:01:47.810023 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port 4b29f2a2-f2a8-4584-962f-692d627a4e39, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=4b29f2a2-f2a8-4584-962f-692d627a4e39,segment=NetworkSegment(4b2d87ea-87bf-4293-bc6e-adda9a20d3aa),segment_id=4b2d87ea-87bf-4293-bc6e-adda9a20d3aa)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:01:47.812836 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:47.816114 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:47.844087 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-be40d898-b41d-4ee2-b59b-627649dfbd98 req-acd6689b-9eb1-4720-a970-5b361cead4d8 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712571
Nov 18 15:01:47.866478 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d07f53c-54f4-4e18-a279-f381f53803a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b29f2a2-f2a8-4584-962f-692d627a4e39', 'code': 200}
Nov 18 15:01:47.915934 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=4b29f2a2-f2a8-4584-962f-692d627a4e39,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:47.925790 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:47.979081 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5a8b495f-f195-45eb-8a4d-ab0634ce7903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for subnet, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:48.021630 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1d936019-e1e3-41aa-84ed-0e03cbc3cef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:48.107300 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b495f-f195-45eb-8a4d-ab0634ce7903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=958877dd-642b-4254-9f07-3db92e3e9148,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:48.164043 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5a8b495f-f195-45eb-8a4d-ab0634ce7903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:48.192830 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5a8b495f-f195-45eb-8a4d-ab0634ce7903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:48.202827 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5a8b495f-f195-45eb-8a4d-ab0634ce7903 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/958877dd-642b-4254-9f07-3db92e3e9148 HTTP/1.1" status: 204  len: 168 time: 0.8506289
Nov 18 15:01:48.205614 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 34840) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:48.219041 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 4b29f2a2-f2a8-4584-962f-692d627a4e39 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:01:48.221519 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0aab2e13-9836-482d-8e53-5cae0c1fb04a req-a8c09ae3-d43b-4378-93f9-267412d90054 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 1162 time: 0.1012332
Nov 18 15:01:48.269173 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0aab2e13-9836-482d-8e53-5cae0c1fb04a req-8e2a8309-11a9-4c74-b316-79c766b8356a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406296
Nov 18 15:01:48.290368 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 4b29f2a2-f2a8-4584-962f-692d627a4e39 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:01:48.290796 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:48.322654 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9306a5f-4b7b-4d48-a77b-857ab8d3f081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322778'] for network, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:48.727107 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9306a5f-4b7b-4d48-a77b-857ab8d3f081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853367263', 'neutron.services.segments.db._delete_segments_for_network--9223363306544197611'] for network, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:48.842189 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-b9306a5f-4b7b-4d48-a77b-857ab8d3f081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0aedfd7ef0>,) {'filters': {'network_id': ['b97f0b16-44df-496a-8cb9-81fb2f9e8bcb']}} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:01:48.854754 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-b9306a5f-4b7b-4d48-a77b-857ab8d3f081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aedfd7ef0>, '80c7f78b-bcd7-4284-befb-7fae11420dd1') {'for_net_delete': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:01:48.855280 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-b9306a5f-4b7b-4d48-a77b-857ab8d3f081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aedfd7ef0>, '80c7f78b-bcd7-4284-befb-7fae11420dd1') {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:01:48.867019 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9306a5f-4b7b-4d48-a77b-857ab8d3f081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306544155115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821565646'] for segment, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:48.882626 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9306a5f-4b7b-4d48-a77b-857ab8d3f081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:48.884788 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b9306a5f-4b7b-4d48-a77b-857ab8d3f081 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 15:01:49.011210 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43e67e-9731-4953-8547-3133577ef7e4 req-3fc0fa07-88d9-4582-ba92-d57f18bb549f tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:49.012802 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ad43e67e-9731-4953-8547-3133577ef7e4 req-3fc0fa07-88d9-4582-ba92-d57f18bb549f tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 945 time: 0.1030686
Nov 18 15:01:49.061668 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ad43e67e-9731-4953-8547-3133577ef7e4 req-7172c9d7-6fff-4b54-927b-0f99f8d774dc tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424948
Nov 18 15:01:49.117670 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-b9306a5f-4b7b-4d48-a77b-857ab8d3f081 admin admin] Network b97f0b16-44df-496a-8cb9-81fb2f9e8bcb has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:01:49.127920 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9306a5f-4b7b-4d48-a77b-857ab8d3f081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853370636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31700403'] for segment, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:49.272409 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a2b05-0df2-4373-8985-dbe87a486258 req-8af0f3ab-91e7-463f-aaa2-d0d01db6fe86 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:49.274043 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-809a2b05-0df2-4373-8985-dbe87a486258 req-8af0f3ab-91e7-463f-aaa2-d0d01db6fe86 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.2822475
Nov 18 15:01:49.351351 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-b9306a5f-4b7b-4d48-a77b-857ab8d3f081 admin admin] Network b97f0b16-44df-496a-8cb9-81fb2f9e8bcb has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]: Traceback (most recent call last):
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:     timer()
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:     cb(*args, **kw)
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:     self._notify()
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:     self.callback(batched_events)
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:     event.method(event)
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:     return f(self, *a, **k)
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self._get(url).json()
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:     **kwargs)
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:     **endpoint_filter)
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 15:01:49.378422 dv-cinder-733623-8-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 15:01:49.478517 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-809a2b05-0df2-4373-8985-dbe87a486258 req-ea5102c4-a3e2-492f-b79f-1a0f93edb6a3 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1557693
Nov 18 15:01:49.479580 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9306a5f-4b7b-4d48-a77b-857ab8d3f081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:49.484504 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9306a5f-4b7b-4d48-a77b-857ab8d3f081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:49.489949 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:49.507794 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b9306a5f-4b7b-4d48-a77b-857ab8d3f081 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b97f0b16-44df-496a-8cb9-81fb2f9e8bcb HTTP/1.1" status: 204  len: 168 time: 1.3010173
Nov 18 15:01:49.511842 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 34862) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:49.516014 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9306a5f-4b7b-4d48-a77b-857ab8d3f081 admin admin] Pushing event deleted for resources: {'Network': ['ID=b97f0b16-44df-496a-8cb9-81fb2f9e8bcb,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:49.518835 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b9306a5f-4b7b-4d48-a77b-857ab8d3f081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:49.582016 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e86665-b435-4140-8215-bbe875d1ae5c admin admin] Deleting subnet b1b6bb95-5487-45c5-b783-6606c5442b53 {{(pid=80264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 15:01:49.585277 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30e86665-b435-4140-8215-bbe875d1ae5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:49.636506 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30e86665-b435-4140-8215-bbe875d1ae5c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:49.644877 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30e86665-b435-4140-8215-bbe875d1ae5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853367654'] for subnet, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:49.904243 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30e86665-b435-4140-8215-bbe875d1ae5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for subnet, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:49.920858 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d4379f33-3c7e-47ca-94fd-19eb31f14d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:49.968920 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e86665-b435-4140-8215-bbe875d1ae5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1b6bb95-5487-45c5-b783-6606c5442b53,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:49.973712 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-30e86665-b435-4140-8215-bbe875d1ae5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:50.056674 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30e86665-b435-4140-8215-bbe875d1ae5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:50.069457 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-30e86665-b435-4140-8215-bbe875d1ae5c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b1b6bb95-5487-45c5-b783-6606c5442b53 HTTP/1.1" status: 204  len: 168 time: 0.5569429
Nov 18 15:01:50.071749 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 34870) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:50.189443 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322778'] for network, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:50.448601 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853367263', 'neutron.services.segments.db._delete_segments_for_network--9223363306544197611'] for network, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:50.468578 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb157b-a1bb-4f14-b906-288c5f40188e req-a9cabdf5-37be-41d0-8abe-eaa7dbab6cea tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:50.470224 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5eb157b-a1bb-4f14-b906-288c5f40188e req-a9cabdf5-37be-41d0-8abe-eaa7dbab6cea tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 945 time: 0.2336397
Nov 18 15:01:50.644575 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f0aeef7dd30>> segment before_delete 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:01:50.645011 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f0aeef7dd30>> subnet precommit_delete_associations 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:01:50.645817 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0aee238128>> segment_host_mapping after_create 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:01:50.646195 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0aee238128>> port after_create 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:01:50.646578 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0aee238128>> port after_delete 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:01:50.646947 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0aee238128>> port after_update 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:01:50.647334 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0aee238128>> segment after_delete 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:01:50.647698 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0aee238128>> subnet after_create 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:01:50.648058 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0aee238128>> subnet after_delete 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:01:50.648418 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0aee238128>> subnet after_update 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:01:50.716215 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0aef41a080>> subnet after_create 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:01:50.716608 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0aef41a080>> subnet after_delete 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:01:50.717073 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0aef41a080>> subnet before_create 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:01:50.717455 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0aef41a080>> subnet before_update 55550000 {{(pid=80264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 15:01:50.717846 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0aee1bc828>,) {'filters': {'network_id': ['d5a89440-38c0-4df7-9fb0-0c68e193f212']}} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:01:50.735556 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5eb157b-a1bb-4f14-b906-288c5f40188e req-28347d55-69e2-4594-9a60-c81b192c8150 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2475979
Nov 18 15:01:50.737276 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aee1bc828>, '290f11f7-4f1c-44b5-a8fa-2f7b5f00db92') {'for_net_delete': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:01:50.737614 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aee1bc828>, '290f11f7-4f1c-44b5-a8fa-2f7b5f00db92') {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:01:50.751777 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306544155115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31547658'] for segment, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:50.755260 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1520f-88ba-4865-b1d0-ccd779d597cf req-48847b06-d89c-4ad5-a83f-dad68f5315ab tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:50.757034 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9c1520f-88ba-4865-b1d0-ccd779d597cf req-48847b06-d89c-4ad5-a83f-dad68f5315ab tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.0911150
Nov 18 15:01:50.767898 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:50.777639 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 15:01:50.814897 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9c1520f-88ba-4865-b1d0-ccd779d597cf req-05bb445b-94d3-40bd-9e85-d1aa4f751b3d tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499289
Nov 18 15:01:51.169481 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Network d5a89440-38c0-4df7-9fb0-0c68e193f212 has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:01:51.178664 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853370636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822525237'] for segment, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:51.356887 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Network d5a89440-38c0-4df7-9fb0-0c68e193f212 has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:   (rel_b, rel_a, rel_b),
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:   (rel_b, rel_a, rel_b),
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]: Traceback (most recent call last):
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:     timer()
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:     cb(*args, **kw)
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:     self._notify()
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:     self.callback(batched_events)
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:     event.method(event)
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:     return f(self, *a, **k)
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self._get(url).json()
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:     **kwargs)
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:     **endpoint_filter)
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 15:01:51.382648 dv-cinder-733623-8-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 15:01:51.469965 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:51.473907 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:51.491780 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:51.497746 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Pushing event deleted for resources: {'Network': ['ID=d5a89440-38c0-4df7-9fb0-0c68e193f212,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:51.502894 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] 10.222.0.21 "DELETE /v2.0/networks/d5a89440-38c0-4df7-9fb0-0c68e193f212 HTTP/1.1" status: 204  len: 168 time: 1.4299676
Nov 18 15:01:51.503940 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:51.710944 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 34898) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:51.764738 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3c68bc10-9d5e-4174-8e50-f6e9b3b619cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00fe1bf9fc8a4ef1a65b6886bd436826&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0525336
Nov 18 15:01:51.767119 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 34902) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:51.834905 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ab48bf17-62ba-4f7a-a1fa-a500760f8d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:51.862011 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ab48bf17-62ba-4f7a-a1fa-a500760f8d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:51.914184 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ab48bf17-62ba-4f7a-a1fa-a500760f8d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:51.920325 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:51.938229 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48bf17-62ba-4f7a-a1fa-a500760f8d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570daeff-161a-4364-9b30-11f69e3d9c9a,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:51.941298 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ab48bf17-62ba-4f7a-a1fa-a500760f8d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:51.943700 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ab48bf17-62ba-4f7a-a1fa-a500760f8d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:51.965833 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ab48bf17-62ba-4f7a-a1fa-a500760f8d08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/570daeff-161a-4364-9b30-11f69e3d9c9a HTTP/1.1" status: 204  len: 168 time: 0.1976018
Nov 18 15:01:52.034020 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747c3a6-7a2d-47b9-ad7c-8dd163063071 req-b3e93ea2-885e-45a9-9f8b-a53e73b618cd tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:52.036005 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2747c3a6-7a2d-47b9-ad7c-8dd163063071 req-b3e93ea2-885e-45a9-9f8b-a53e73b618cd tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 945 time: 0.1491215
Nov 18 15:01:52.075255 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de10a1-3357-49ae-ada3-d4c18d61322f req-4c0495f6-48c7-40fe-8f16-5034d757d2a1 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:52.077155 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-12de10a1-3357-49ae-ada3-d4c18d61322f req-4c0495f6-48c7-40fe-8f16-5034d757d2a1 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.1100276
Nov 18 15:01:52.099361 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2747c3a6-7a2d-47b9-ad7c-8dd163063071 req-b9e5b572-0179-4d82-aa8b-31d6d64a6637 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552602
Nov 18 15:01:52.143660 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-12de10a1-3357-49ae-ada3-d4c18d61322f req-095aa635-d0bf-490d-8e9a-a62b07cae924 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599813
Nov 18 15:01:52.510194 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 34938) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:52.565695 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-cdb6bc50-3544-4346-b7c7-f03e09d36b39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=810a665f422f4bcf9e43cacce8bc9afa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0539274
Nov 18 15:01:52.567665 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 34944) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:52.668293 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 34950) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:52.699247 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-696ea755-bb93-4ff0-8736-1b4a6085c4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:52.765950 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-696ea755-bb93-4ff0-8736-1b4a6085c4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:52.856389 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-696ea755-bb93-4ff0-8736-1b4a6085c4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:52.862126 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-723f4897-7aab-4f8b-8aff-3e910458cf6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:52.887715 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ea755-bb93-4ff0-8736-1b4a6085c4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a567839-7953-4eef-be11-43cba58b08fc,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:52.900560 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-102a502d-d757-465d-a790-2adf6c04fe6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:52.902565 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-696ea755-bb93-4ff0-8736-1b4a6085c4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:52.905229 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-696ea755-bb93-4ff0-8736-1b4a6085c4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:52.906462 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-696ea755-bb93-4ff0-8736-1b4a6085c4d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a567839-7953-4eef-be11-43cba58b08fc HTTP/1.1" status: 204  len: 168 time: 0.3374531
Nov 18 15:01:52.964381 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-102a502d-d757-465d-a790-2adf6c04fe6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:52.975552 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-102a502d-d757-465d-a790-2adf6c04fe6c admin admin] Usage tracker for resource:security_group_rule and tenant:237bf20d16bc4ee69e01bcbc150a0b1b is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:52.980340 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-102a502d-d757-465d-a790-2adf6c04fe6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:52.987215 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-102a502d-d757-465d-a790-2adf6c04fe6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:53.058182 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-102a502d-d757-465d-a790-2adf6c04fe6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:53.061471 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-102a502d-d757-465d-a790-2adf6c04fe6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:53.069180 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:53.113493 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a502d-d757-465d-a790-2adf6c04fe6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cfaf79-fd5c-44a1-a3d5-53fc80bc538e,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:53.120893 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-102a502d-d757-465d-a790-2adf6c04fe6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=237bf20d16bc4ee69e01bcbc150a0b1b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4489169
Nov 18 15:01:53.120893 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-102a502d-d757-465d-a790-2adf6c04fe6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:53.121316 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 34970) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:53.187338 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-785adfe5-350e-480a-88f1-3c25fa1a0857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:53.214400 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-785adfe5-350e-480a-88f1-3c25fa1a0857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:53.260197 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-785adfe5-350e-480a-88f1-3c25fa1a0857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:53.265794 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bf8833e9-f5a9-4a47-9fd8-782ae86133ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:53.279834 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785adfe5-350e-480a-88f1-3c25fa1a0857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cfaf79-fd5c-44a1-a3d5-53fc80bc538e,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:53.282919 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-785adfe5-350e-480a-88f1-3c25fa1a0857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:53.283889 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-785adfe5-350e-480a-88f1-3c25fa1a0857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:53.287622 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-785adfe5-350e-480a-88f1-3c25fa1a0857 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92cfaf79-fd5c-44a1-a3d5-53fc80bc538e HTTP/1.1" status: 204  len: 168 time: 0.1627698
Nov 18 15:01:54.339902 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 35040) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:54.678598 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1570347415-network', 'tenant_id': '556aa7371f8f46c783a13838433abcc1'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:01:54.685079 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:54.689735 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Usage tracker for resource:network and tenant:556aa7371f8f46c783a13838433abcc1 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:54.693065 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:54.699468 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:54.716223 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Made reservation on behalf of 556aa7371f8f46c783a13838433abcc1 for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:01:54.721165 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:54.735320 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:54.770805 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:54.775717 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Usage tracker for resource:security_group_rule and tenant:556aa7371f8f46c783a13838433abcc1 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:54.778722 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:54.784541 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:54.857097 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:54.860152 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:54.864396 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-785adfe5-350e-480a-88f1-3c25fa1a0857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:54.897310 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 15:01:54.911880 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:54.912271 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Added segment bedfbab1-4304-4348-8818-44aade99ea50 of type vxlan for network d80d553a-dd1d-473a-950d-65cdf20bd750
Nov 18 15:01:54.913462 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44359b14-b93e-49e9-b169-6f32cbc1560f,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:54.936064 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:54.943149 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306544781496'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:54.973843 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:54.975410 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:54.976051 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:54.981016 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:55.084036 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7429392
Nov 18 15:01:55.087175 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 35064) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:55.089666 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Pushing event updated for resources: {'Network': ['ID=d80d553a-dd1d-473a-950d-65cdf20bd750,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:55.092717 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:55.093913 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-708ca274-da8e-4b1f-a650-796d24a5415d admin admin] Request body: {'subnet': {'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1570347415-subnet', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'ip_version': 4}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:01:55.099389 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-708ca274-da8e-4b1f-a650-796d24a5415d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:55.101364 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Network d80d553a-dd1d-473a-950d-65cdf20bd750 details requested by agent ovs-agent-dv-cinder-733623-8-iscsi with host dv-cinder-733623-8-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 15:01:55.103659 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-708ca274-da8e-4b1f-a650-796d24a5415d admin admin] Usage tracker for resource:subnet and tenant:556aa7371f8f46c783a13838433abcc1 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:55.106754 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-708ca274-da8e-4b1f-a650-796d24a5415d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:55.113636 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-708ca274-da8e-4b1f-a650-796d24a5415d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:55.124082 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Network d80d553a-dd1d-473a-950d-65cdf20bd750 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 15:01:55.124668 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708ca274-da8e-4b1f-a650-796d24a5415d admin admin] Made reservation on behalf of 556aa7371f8f46c783a13838433abcc1 for: {'subnet': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:01:55.129703 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-708ca274-da8e-4b1f-a650-796d24a5415d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33175830'] for subnet, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:55.608685 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6954f15-a628-4726-b06e-e444c7ad109f req-f117480a-6a31-44d8-9c3d-15c53a0caca5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:55.610337 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a6954f15-a628-4726-b06e-e444c7ad109f req-f117480a-6a31-44d8-9c3d-15c53a0caca5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.1208305
Nov 18 15:01:55.706839 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-708ca274-da8e-4b1f-a650-796d24a5415d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32250458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33175847'] for subnet, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:55.740676 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a6954f15-a628-4726-b06e-e444c7ad109f req-7f0c223c-7e24-440f-8ed7-cff017fbe970 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992994
Nov 18 15:01:55.744151 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:55.897246 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ca274-da8e-4b1f-a650-796d24a5415d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9748ee0c-6642-4893-8ba7-9d5548b7a891,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:55.902918 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-708ca274-da8e-4b1f-a650-796d24a5415d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:55.966922 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708ca274-da8e-4b1f-a650-796d24a5415d admin admin] Checking segment: {'id': 'bedfbab1-4304-4348-8818-44aade99ea50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:01:55.967322 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708ca274-da8e-4b1f-a650-796d24a5415d admin admin] Network hostable DHCP agents. Network: d80d553a-dd1d-473a-950d-65cdf20bd750, hostable agents: ['d2b5b3ec-f9b8-4390-8321-dc1803f9ff45'], hosted agents: [] {{(pid=80264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 15:01:55.990175 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708ca274-da8e-4b1f-a650-796d24a5415d admin admin] Network d80d553a-dd1d-473a-950d-65cdf20bd750 is scheduled to be hosted by DHCP agent d2b5b3ec-f9b8-4390-8321-dc1803f9ff45 with binding_index 1 {{(pid=80264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 15:01:55.998565 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-708ca274-da8e-4b1f-a650-796d24a5415d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-iscsi, d80d553a-dd1d-473a-950d-65cdf20bd750) {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:01:56.009934 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645235e3-bdef-4158-98ab-fc4a141500ae None None] Network d80d553a-dd1d-473a-950d-65cdf20bd750 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:01:56.010462 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708ca274-da8e-4b1f-a650-796d24a5415d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:01:56.011116 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-708ca274-da8e-4b1f-a650-796d24a5415d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:56.037007 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-708ca274-da8e-4b1f-a650-796d24a5415d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9486430
Nov 18 15:01:56.039593 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 35090) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:56.046558 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1570347415-router', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:01:56.051634 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:01:56.055937 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Usage tracker for resource:router and tenant:556aa7371f8f46c783a13838433abcc1 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:01:56.060053 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:01:56.066659 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:01:56.077396 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63973'] for router, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:56.078663 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854170833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854152639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711828'] for router, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:56.103463 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:56.254620 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7261fcc4-b291-50c8-9ff4-476b49b041b4-d80d553a-dd1d-473a-950d-65cdf20bd750', 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'fixed_ips': [{'subnet_id': '9748ee0c-6642-4893-8ba7-9d5548b7a891'}]}} from dv-cinder-733623-8-iscsi. {{(pid=80266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 18 15:01:56.255550 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:56.271366 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854170818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711841'] for router, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:56.516070 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:56.551801 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:56.574798 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Allocated IP 172.20.0.2 (d80d553a-dd1d-473a-950d-65cdf20bd750/9748ee0c-6642-4893-8ba7-9d5548b7a891/1a36cfe2-9a65-4eac-b707-564d92882c66) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:01:56.793667 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:56.804666 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Transition to ACTIVE for port object 1a36cfe2-9a65-4eac-b707-564d92882c66 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:01:56.821076 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Transition to ACTIVE for port object 1a36cfe2-9a65-4eac-b707-564d92882c66 will not be triggered until provisioned by entity DHCP. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:01:56.826356 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:56.833690 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Allocated IP 172.27.1.190 (96475b02-3c3a-4cf0-bab1-8b9b17365c14/9c2873db-d6d7-45a1-862e-7032080186d6/d22e6178-7316-49c3-a2ea-aa136a51dfc4) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:01:56.842242 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b29be046-2e29-47f3-8e2f-55eb0d97d749 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:57.021292 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:57.056029 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:57.077730 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Pushing event updated for resources: {'Port': ['ID=1a36cfe2-9a65-4eac-b707-564d92882c66,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:57.081891 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:57.083416 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ff490ecc-9bfa-4348-934b-512e025fa551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:57.093300 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Network d80d553a-dd1d-473a-950d-65cdf20bd750 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:01:57.096460 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Resources bound (agent type, host, resource id):  {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:01:57.104330 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:01:57.166101 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Attempting to bind port 1a36cfe2-9a65-4eac-b707-564d92882c66 on host dv-cinder-733623-8-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:01:57.166685 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Attempting to bind port 1a36cfe2-9a65-4eac-b707-564d92882c66 by drivers openvswitch on host dv-cinder-733623-8-iscsi at level 0 using segments [{'id': 'bedfbab1-4304-4348-8818-44aade99ea50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:01:57.167104 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Attempting to bind port 1a36cfe2-9a65-4eac-b707-564d92882c66 on network d80d553a-dd1d-473a-950d-65cdf20bd750 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:01:57.174175 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Checking agent: {'id': '8483a8a7-ec75-4234-902d-b313a7c9ca10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:01:57.174602 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Checking segment: {'id': 'bedfbab1-4304-4348-8818-44aade99ea50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:01:57.175170 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:57.175791 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Bound using segment: {'id': 'bedfbab1-4304-4348-8818-44aade99ea50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:01:57.176315 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Bound port: 1a36cfe2-9a65-4eac-b707-564d92882c66, host: dv-cinder-733623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bedfbab1-4304-4348-8818-44aade99ea50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:01:57.176740 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:57.241523 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Pushing event updated for resources: {'Port': ['ID=d22e6178-7316-49c3-a2ea-aa136a51dfc4,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:57.246003 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:57.271211 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] For port 1a36cfe2-9a65-4eac-b707-564d92882c66, host dv-cinder-733623-8-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:01:57.274666 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] For port 1a36cfe2-9a65-4eac-b707-564d92882c66, host dv-cinder-733623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=1a36cfe2-9a65-4eac-b707-564d92882c66,segment=NetworkSegment(bedfbab1-4304-4348-8818-44aade99ea50),segment_id=bedfbab1-4304-4348-8818-44aade99ea50)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:01:57.278554 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:57.290663 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:01:57.291821 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:01:57.294164 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:01:57.297061 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-70b526e9-fa9b-47db-a247-0cecb5807a30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:57.471138 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Pushing event updated for resources: {'Port': ['ID=1a36cfe2-9a65-4eac-b707-564d92882c66,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:57.477754 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:57.481780 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:57.483141 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854060343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-605017'] for router, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:57.796393 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Router 0ea1e07d-b9b6-4070-9248-f9781f088003 is scheduled to L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e with binding_index 1 {{(pid=80264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 18 15:01:58.214191 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:01:58.227906 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] Sync routers for ids ['0ea1e07d-b9b6-4070-9248-f9781f088003'] in dv-cinder-733623-8-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:01:58.239180 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Notify callbacks [] for router, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:58.243061 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.1998696
Nov 18 15:01:58.243303 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 35130) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:01:58.253775 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] Routers {'0ea1e07d-b9b6-4070-9248-f9781f088003'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:01:58.254803 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef6deac8>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:01:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['0ea1e07d-b9b6-4070-9248-f9781f088003'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:01:58.442158 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] Set router 0ea1e07d-b9b6-4070-9248-f9781f088003 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:01:58.778315 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef6deac8>, [{'id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'name': 'tempest-TestMinimumBasicScenario-1570347415-router', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:01:57Z', 'revision_number': 3, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'gw_port': {'id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:01:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi'}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:01:58.784667 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] Checking router: 0ea1e07d-b9b6-4070-9248-f9781f088003 for host: dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:01:58.785105 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] Updating router 0ea1e07d-b9b6-4070-9248-f9781f088003 port d22e6178-7316-49c3-a2ea-aa136a51dfc4 binding host dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 15:01:58.845602 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:58.918804 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29991876-0529-4b2f-9399-236da05b4d15 None None] Network d80d553a-dd1d-473a-950d-65cdf20bd750 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:01:58.995924 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4044536c-566d-4a30-a6f2-ec3f2ffe0260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:59.114478 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5a2ec744-9c4e-47be-9239-55b6d28a9a5e None None] Provisioning for port 1a36cfe2-9a65-4eac-b707-564d92882c66 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:01:59.255185 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:59.268312 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] Transition to ACTIVE for port object d22e6178-7316-49c3-a2ea-aa136a51dfc4 will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:01:59.272782 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:59.291984 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:59.362083 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-4044536c-566d-4a30-a6f2-ec3f2ffe0260 admin admin] Allocated IP 172.20.0.1 (d80d553a-dd1d-473a-950d-65cdf20bd750/9748ee0c-6642-4893-8ba7-9d5548b7a891/85d731e0-7b54-4ea0-bf32-550857960170) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:01:59.451384 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe89d8-8a7f-4610-8483-980f1b82c1f1 None None] Pushing event updated for resources: {'Port': ['ID=d22e6178-7316-49c3-a2ea-aa136a51dfc4,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:59.463526 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0cbe89d8-8a7f-4610-8483-980f1b82c1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:59.525695 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] Attempting to bind port d22e6178-7316-49c3-a2ea-aa136a51dfc4 on host dv-cinder-733623-8-iscsi for vnic_type normal with profile  {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:01:59.526115 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] Attempting to bind port d22e6178-7316-49c3-a2ea-aa136a51dfc4 by drivers openvswitch on host dv-cinder-733623-8-iscsi at level 0 using segments [{'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:01:59.526524 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] Attempting to bind port d22e6178-7316-49c3-a2ea-aa136a51dfc4 on network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:01:59.534691 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] Checking agent: {'id': '8483a8a7-ec75-4234-902d-b313a7c9ca10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:01:59.535302 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] Checking segment: {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:01:59.545798 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:59.546271 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] Bound using segment: {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:01:59.546832 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] Bound port: d22e6178-7316-49c3-a2ea-aa136a51dfc4, host: dv-cinder-733623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:01:59.547267 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:59.578735 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4044536c-566d-4a30-a6f2-ec3f2ffe0260 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:59.596499 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-4044536c-566d-4a30-a6f2-ec3f2ffe0260 admin admin] Transition to ACTIVE for port object 85d731e0-7b54-4ea0-bf32-550857960170 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:01:59.636102 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4044536c-566d-4a30-a6f2-ec3f2ffe0260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:59.636493 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] For port d22e6178-7316-49c3-a2ea-aa136a51dfc4, host dv-cinder-733623-8-iscsi, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:01:59.643633 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] For port d22e6178-7316-49c3-a2ea-aa136a51dfc4, host dv-cinder-733623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=d22e6178-7316-49c3-a2ea-aa136a51dfc4,segment=NetworkSegment(204b9cb9-672f-457d-853a-b208bf5e332c),segment_id=204b9cb9-672f-457d-853a-b208bf5e332c)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:01:59.647495 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:59.655656 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b245ec8b-ae8c-4e45-bcfe-04ae12052384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:59.670336 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-14a23668-a239-4100-9e24-91ba87e3e888 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:01:59.762000 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044536c-566d-4a30-a6f2-ec3f2ffe0260 admin admin] Pushing event updated for resources: {'Port': ['ID=85d731e0-7b54-4ea0-bf32-550857960170,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:01:59.765991 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4044536c-566d-4a30-a6f2-ec3f2ffe0260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:01:59.806664 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 1a36cfe2-9a65-4eac-b707-564d92882c66 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:01:59.890845 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4044536c-566d-4a30-a6f2-ec3f2ffe0260 admin admin] Network d80d553a-dd1d-473a-950d-65cdf20bd750 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:01:59.892513 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-4044536c-566d-4a30-a6f2-ec3f2ffe0260 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:01:59.895173 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4044536c-566d-4a30-a6f2-ec3f2ffe0260 admin admin] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:01:59.968947 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning for port 1a36cfe2-9a65-4eac-b707-564d92882c66 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:01:59.975119 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4044536c-566d-4a30-a6f2-ec3f2ffe0260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854175731'] for router_interface, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:01:59.978549 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-d2bb97d1-46b2-44a9-9598-a090bf226d8f None None] Provisioning complete for port 1a36cfe2-9a65-4eac-b707-564d92882c66 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:01:59.978979 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d2bb97d1-46b2-44a9-9598-a090bf226d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:00.078799 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4044536c-566d-4a30-a6f2-ec3f2ffe0260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:00.082115 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 1a36cfe2-9a65-4eac-b707-564d92882c66 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:00.082883 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:00.101856 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe89d8-8a7f-4610-8483-980f1b82c1f1 None None] Pushing event updated for resources: {'Port': ['ID=d22e6178-7316-49c3-a2ea-aa136a51dfc4,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:00.107500 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0cbe89d8-8a7f-4610-8483-980f1b82c1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:00.179635 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] Routers {'0ea1e07d-b9b6-4070-9248-f9781f088003'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:02:00.179635 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef6deac8>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:01:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['0ea1e07d-b9b6-4070-9248-f9781f088003'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:02:00.207437 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d2bb97d1-46b2-44a9-9598-a090bf226d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:00.276417 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-d2bb97d1-46b2-44a9-9598-a090bf226d8f None None] For port 1a36cfe2-9a65-4eac-b707-564d92882c66, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=1a36cfe2-9a65-4eac-b707-564d92882c66,segment=NetworkSegment(bedfbab1-4304-4348-8818-44aade99ea50),segment_id=bedfbab1-4304-4348-8818-44aade99ea50)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:02:00.282791 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d2bb97d1-46b2-44a9-9598-a090bf226d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:00.285586 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3de944af-1a9f-43e0-8117-e34dd7f839cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:00.432975 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb97d1-46b2-44a9-9598-a090bf226d8f None None] Pushing event updated for resources: {'Port': ['ID=1a36cfe2-9a65-4eac-b707-564d92882c66,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:00.436119 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-d55bef71-ff22-44f9-b077-e58fb1c485a0 None None] Provisioning for port 85d731e0-7b54-4ea0-bf32-550857960170 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:02:00.441570 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d2bb97d1-46b2-44a9-9598-a090bf226d8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:00.442241 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-d55bef71-ff22-44f9-b077-e58fb1c485a0 None None] Provisioning complete for port 85d731e0-7b54-4ea0-bf32-550857960170 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:00.442660 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d55bef71-ff22-44f9-b077-e58fb1c485a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:00.444777 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] Set router 0ea1e07d-b9b6-4070-9248-f9781f088003 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:02:00.477232 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4044536c-566d-4a30-a6f2-ec3f2ffe0260 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:00.481097 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4044536c-566d-4a30-a6f2-ec3f2ffe0260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:00.502776 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-d55bef71-ff22-44f9-b077-e58fb1c485a0 None None] Port 85d731e0-7b54-4ea0-bf32-550857960170 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 15:02:00.517335 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:00.603690 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4044536c-566d-4a30-a6f2-ec3f2ffe0260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2057009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-600168'] for router_interface, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:00.670015 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044536c-566d-4a30-a6f2-ec3f2ffe0260 admin admin] Pushing event updated for resources: {'Port': ['ID=85d731e0-7b54-4ea0-bf32-550857960170,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:00.674018 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4044536c-566d-4a30-a6f2-ec3f2ffe0260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:00.846029 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4044536c-566d-4a30-a6f2-ec3f2ffe0260 admin admin] Network d80d553a-dd1d-473a-950d-65cdf20bd750 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:02:00.847533 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-4044536c-566d-4a30-a6f2-ec3f2ffe0260 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:02:00.921187 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef6deac8>, [{'id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'name': 'tempest-TestMinimumBasicScenario-1570347415-router', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:01:59Z', 'revision_number': 4, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'gw_port': {'id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '85d731e0-7b54-4ea0-bf32-550857960170', 'name': '', 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'mac_address': 'fa:16:3e:b1:bb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9748ee0c-6642-4893-8ba7-9d5548b7a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:59Z', 'updated_at': '2020-11-18T15:01:59Z', 'revision_number': 1, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'subnets': [{'id': '9748ee0c-6642-4893-8ba7-9d5548b7a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:02:00.926967 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f43263-163d-4937-9501-ec818eac6bf0 None None] The sync data for ids ['0ea1e07d-b9b6-4070-9248-f9781f088003'] in dv-cinder-733623-8-iscsi is: [{'id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'name': 'tempest-TestMinimumBasicScenario-1570347415-router', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:01:59Z', 'revision_number': 4, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'gw_port': {'id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '85d731e0-7b54-4ea0-bf32-550857960170', 'name': '', 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'mac_address': 'fa:16:3e:b1:bb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9748ee0c-6642-4893-8ba7-9d5548b7a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:59Z', 'updated_at': '2020-11-18T15:01:59Z', 'revision_number': 1, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'subnets': [{'id': '9748ee0c-6642-4893-8ba7-9d5548b7a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:02:01.129139 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-8d542f9c-4de3-491b-bb0e-69b6e87f393f None None] Provisioning complete for port 85d731e0-7b54-4ea0-bf32-550857960170 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:01.129479 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8d542f9c-4de3-491b-bb0e-69b6e87f393f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:01.186930 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-8d542f9c-4de3-491b-bb0e-69b6e87f393f None None] Port 85d731e0-7b54-4ea0-bf32-550857960170 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 15:02:01.493076 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4044536c-566d-4a30-a6f2-ec3f2ffe0260 admin admin] Router 0ea1e07d-b9b6-4070-9248-f9781f088003 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:02:01.745562 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4044536c-566d-4a30-a6f2-ec3f2ffe0260 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:02:01.761201 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4044536c-566d-4a30-a6f2-ec3f2ffe0260 admin admin] 10.222.0.21 "PUT /v2.0/routers/0ea1e07d-b9b6-4070-9248-f9781f088003/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5166407
Nov 18 15:02:01.847800 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 1a36cfe2-9a65-4eac-b707-564d92882c66 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:02:01.948497 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 1a36cfe2-9a65-4eac-b707-564d92882c66 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:01.948981 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:02.121305 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device d22e6178-7316-49c3-a2ea-aa136a51dfc4 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:02:02.208928 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning for port d22e6178-7316-49c3-a2ea-aa136a51dfc4 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:02:02.225240 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port d22e6178-7316-49c3-a2ea-aa136a51dfc4 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:02.225741 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:02.385729 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:02.425935 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] For port d22e6178-7316-49c3-a2ea-aa136a51dfc4, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=d22e6178-7316-49c3-a2ea-aa136a51dfc4,segment=NetworkSegment(204b9cb9-672f-457d-853a-b208bf5e332c),segment_id=204b9cb9-672f-457d-853a-b208bf5e332c)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:02:02.431743 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:02.435045 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:02.690447 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Pushing event updated for resources: {'Port': ['ID=d22e6178-7316-49c3-a2ea-aa136a51dfc4,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:02.695017 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:03.787165 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device d22e6178-7316-49c3-a2ea-aa136a51dfc4 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:02:03.846264 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:03.863186 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port d22e6178-7316-49c3-a2ea-aa136a51dfc4 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:03.863683 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:04.653248 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] Sync routers for ids ['0ea1e07d-b9b6-4070-9248-f9781f088003'] in dv-cinder-733623-8-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:02:04.669387 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] Routers {'0ea1e07d-b9b6-4070-9248-f9781f088003'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:02:04.670103 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef32eeb8>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:01:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['0ea1e07d-b9b6-4070-9248-f9781f088003'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:02:05.061264 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] Set router 0ea1e07d-b9b6-4070-9248-f9781f088003 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:02:05.456496 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef32eeb8>, [{'id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'name': 'tempest-TestMinimumBasicScenario-1570347415-router', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:01:59Z', 'revision_number': 4, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'gw_port': {'id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '85d731e0-7b54-4ea0-bf32-550857960170', 'name': '', 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'mac_address': 'fa:16:3e:b1:bb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9748ee0c-6642-4893-8ba7-9d5548b7a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:59Z', 'updated_at': '2020-11-18T15:02:00Z', 'revision_number': 2, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'subnets': [{'id': '9748ee0c-6642-4893-8ba7-9d5548b7a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:02:05.461116 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] Checking router: 0ea1e07d-b9b6-4070-9248-f9781f088003 for host: dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:02:05.461530 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] Updating router 0ea1e07d-b9b6-4070-9248-f9781f088003 port 85d731e0-7b54-4ea0-bf32-550857960170 binding host dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 15:02:05.528232 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:06.048551 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:06.061538 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] Transition to ACTIVE for port object 85d731e0-7b54-4ea0-bf32-550857960170 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:02:06.067242 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:06.083582 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:06.163736 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab91eb-60cc-41a7-8209-4257cc09b9e0 None None] Pushing event updated for resources: {'Port': ['ID=85d731e0-7b54-4ea0-bf32-550857960170,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:06.169269 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3fab91eb-60cc-41a7-8209-4257cc09b9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:06.434494 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] Attempting to bind port 85d731e0-7b54-4ea0-bf32-550857960170 on host dv-cinder-733623-8-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:02:06.434965 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] Attempting to bind port 85d731e0-7b54-4ea0-bf32-550857960170 by drivers openvswitch on host dv-cinder-733623-8-iscsi at level 0 using segments [{'id': 'bedfbab1-4304-4348-8818-44aade99ea50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:02:06.435433 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] Attempting to bind port 85d731e0-7b54-4ea0-bf32-550857960170 on network d80d553a-dd1d-473a-950d-65cdf20bd750 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:02:06.442834 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] Checking agent: {'id': '8483a8a7-ec75-4234-902d-b313a7c9ca10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:02:06.443397 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] Checking segment: {'id': 'bedfbab1-4304-4348-8818-44aade99ea50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:02:06.443856 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:06.444305 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] Bound using segment: {'id': 'bedfbab1-4304-4348-8818-44aade99ea50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:02:06.444877 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] Bound port: 85d731e0-7b54-4ea0-bf32-550857960170, host: dv-cinder-733623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bedfbab1-4304-4348-8818-44aade99ea50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:02:06.445309 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:06.545351 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] For port 85d731e0-7b54-4ea0-bf32-550857960170, host dv-cinder-733623-8-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:02:06.549093 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] For port 85d731e0-7b54-4ea0-bf32-550857960170, host dv-cinder-733623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=85d731e0-7b54-4ea0-bf32-550857960170,segment=NetworkSegment(bedfbab1-4304-4348-8818-44aade99ea50),segment_id=bedfbab1-4304-4348-8818-44aade99ea50)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:02:06.560324 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:06.578547 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:06.770707 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab91eb-60cc-41a7-8209-4257cc09b9e0 None None] Pushing event updated for resources: {'Port': ['ID=85d731e0-7b54-4ea0-bf32-550857960170,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:06.778029 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3fab91eb-60cc-41a7-8209-4257cc09b9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:06.846173 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] Routers {'0ea1e07d-b9b6-4070-9248-f9781f088003'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:02:06.846875 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef32eeb8>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:01:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['0ea1e07d-b9b6-4070-9248-f9781f088003'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:02:06.923458 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-49dfb434-6493-4eac-82af-09d6177cb30c tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Synchronizing usage tracker for tenant:c4a9b323e37c46d8899b044decab72ea on resource:security_group {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:02:06.947328 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-49dfb434-6493-4eac-82af-09d6177cb30c tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Unset dirty status for tenant:c4a9b323e37c46d8899b044decab72ea on resource:security_group {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:02:06.956406 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-49dfb434-6493-4eac-82af-09d6177cb30c tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1838864895&fields=id&tenant_id=c4a9b323e37c46d8899b044decab72ea HTTP/1.1" status: 200  len: 267 time: 0.0844901
Nov 18 15:02:07.224730 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-08bfe930-4255-4563-9242-023145c64854 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:07.226292 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-08bfe930-4255-4563-9242-023145c64854 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Synchronizing usage tracker for tenant:c4a9b323e37c46d8899b044decab72ea on resource:network {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:02:07.248547 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-08bfe930-4255-4563-9242-023145c64854 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Unset dirty status for tenant:c4a9b323e37c46d8899b044decab72ea on resource:network {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:02:07.258404 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-08bfe930-4255-4563-9242-023145c64854 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/networks?id=69e9610a-bdf9-4e92-a423-5887a14614d9 HTTP/1.1" status: 200  len: 808 time: 0.3007557
Nov 18 15:02:07.279976 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-04d2705c-af1d-4740-9805-afa63a5b95b0 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/quotas/c4a9b323e37c46d8899b044decab72ea HTTP/1.1" status: 200  len: 375 time: 0.0201638
Nov 18 15:02:07.350074 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] Set router 0ea1e07d-b9b6-4070-9248-f9781f088003 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:02:07.410968 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-67e47d0d-da3f-4349-bcc0-78437954aee6 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Synchronizing usage tracker for tenant:c4a9b323e37c46d8899b044decab72ea on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:02:07.452935 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-67e47d0d-da3f-4349-bcc0-78437954aee6 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Unset dirty status for tenant:c4a9b323e37c46d8899b044decab72ea on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:02:07.468547 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-67e47d0d-da3f-4349-bcc0-78437954aee6 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4a9b323e37c46d8899b044decab72ea&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1870859
Nov 18 15:02:07.660905 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-46549e83-a5fa-4ee6-b965-62c8c5d8fe25 service neutron] 10.222.0.21 "GET /v2.0/networks/69e9610a-bdf9-4e92-a423-5887a14614d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1892705
Nov 18 15:02:07.844387 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 85d731e0-7b54-4ea0-bf32-550857960170 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:02:07.940407 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-a9144a6e-9514-4c49-8feb-6c03bad006a3 service neutron] 10.222.0.21 "GET /v2.0/networks/69e9610a-bdf9-4e92-a423-5887a14614d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2665808
Nov 18 15:02:07.975463 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning for port 85d731e0-7b54-4ea0-bf32-550857960170 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:02:07.985250 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 85d731e0-7b54-4ea0-bf32-550857960170 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:07.985673 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:08.050290 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef32eeb8>, [{'id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'name': 'tempest-TestMinimumBasicScenario-1570347415-router', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:01:59Z', 'revision_number': 4, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'gw_port': {'id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '85d731e0-7b54-4ea0-bf32-550857960170', 'name': '', 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'mac_address': 'fa:16:3e:b1:bb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9748ee0c-6642-4893-8ba7-9d5548b7a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:59Z', 'updated_at': '2020-11-18T15:02:06Z', 'revision_number': 4, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'subnets': [{'id': '9748ee0c-6642-4893-8ba7-9d5548b7a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:02:08.066183 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140dfb8e-0f0b-4c4b-b599-b3b98051479c None None] The sync data for ids ['0ea1e07d-b9b6-4070-9248-f9781f088003'] in dv-cinder-733623-8-iscsi is: [{'id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'name': 'tempest-TestMinimumBasicScenario-1570347415-router', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:01:59Z', 'revision_number': 4, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'gw_port': {'id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '85d731e0-7b54-4ea0-bf32-550857960170', 'name': '', 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'mac_address': 'fa:16:3e:b1:bb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9748ee0c-6642-4893-8ba7-9d5548b7a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:59Z', 'updated_at': '2020-11-18T15:02:06Z', 'revision_number': 4, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'subnets': [{'id': '9748ee0c-6642-4893-8ba7-9d5548b7a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:02:08.215373 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:08.261652 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] For port 85d731e0-7b54-4ea0-bf32-550857960170, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=85d731e0-7b54-4ea0-bf32-550857960170,segment=NetworkSegment(bedfbab1-4304-4348-8818-44aade99ea50),segment_id=bedfbab1-4304-4348-8818-44aade99ea50)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:02:08.265516 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:08.270412 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:08.350271 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Pushing event updated for resources: {'Port': ['ID=85d731e0-7b54-4ea0-bf32-550857960170,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:08.353800 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:08.613569 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-55e88dc7-3807-41e3-8314-dd6b847456a7 req-f5e2bbc3-bcf1-4757-b7ed-779ead02ae63 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 210 time: 0.0798767
Nov 18 15:02:09.139813 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 35334) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:02:09.391220 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80d253a9-d579-4c09-885c-3cbe877494f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:09.442911 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-80d253a9-d579-4c09-885c-3cbe877494f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:02:09.449642 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-80d253a9-d579-4c09-885c-3cbe877494f9 admin admin] Usage tracker for resource:security_group_rule and tenant:9797b5dd7b104d3d9281621784a648c7 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:02:09.460559 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-80d253a9-d579-4c09-885c-3cbe877494f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:02:09.476022 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-80d253a9-d579-4c09-885c-3cbe877494f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:02:09.514565 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4108ed21-b270-41d1-9ed2-c66f38665f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:09.681390 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80d253a9-d579-4c09-885c-3cbe877494f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:09.687320 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80d253a9-d579-4c09-885c-3cbe877494f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:09.723958 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ab48bf17-62ba-4f7a-a1fa-a500760f8d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:09.741814 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-80d253a9-d579-4c09-885c-3cbe877494f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9797b5dd7b104d3d9281621784a648c7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6005778
Nov 18 15:02:09.744445 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 35348) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:02:09.758566 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d253a9-d579-4c09-885c-3cbe877494f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47c1f22-50c3-4ba5-969f-dc6d46e607bf,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:09.765215 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-80d253a9-d579-4c09-885c-3cbe877494f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:09.826077 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 85d731e0-7b54-4ea0-bf32-550857960170 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:02:09.889666 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb3866c1-362b-48e6-926e-9625d658752c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:09.953181 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 85d731e0-7b54-4ea0-bf32-550857960170 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:09.954128 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:09.989264 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3bf50e60-a6d1-476a-a26f-b1071c2e2b71 req-d6dc38c3-f1c2-4711-82a9-b1e08aa54575 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 210 time: 0.0607529
Nov 18 15:02:09.993997 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb3866c1-362b-48e6-926e-9625d658752c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:10.050191 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb3866c1-362b-48e6-926e-9625d658752c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:10.057082 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-54c93d02-4851-40ff-a6cf-4c7d7827176c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:10.074556 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb3866c1-362b-48e6-926e-9625d658752c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:10.078970 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-fb3866c1-362b-48e6-926e-9625d658752c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e47c1f22-50c3-4ba5-969f-dc6d46e607bf HTTP/1.1" status: 204  len: 168 time: 0.3333669
Nov 18 15:02:10.082667 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3866c1-362b-48e6-926e-9625d658752c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47c1f22-50c3-4ba5-969f-dc6d46e607bf,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:10.093721 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fb3866c1-362b-48e6-926e-9625d658752c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:10.290557 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:02:10.585878 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-57909279-b970-4719-ac60-395fcaea69f1 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:10.588124 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-57909279-b970-4719-ac60-395fcaea69f1 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.15 "GET /v2.0/networks?id=69e9610a-bdf9-4e92-a423-5887a14614d9 HTTP/1.1" status: 200  len: 808 time: 0.2791128
Nov 18 15:02:10.736334 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-f2f05bff-ccfe-41bb-87e0-04ed73ec23bd tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4a9b323e37c46d8899b044decab72ea HTTP/1.1" status: 200  len: 5081 time: 0.1313353
Nov 18 15:02:10.760739 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-3597dcf5-c036-4736-b9f3-eca72d9312d2 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Request body: {'port': {'device_id': 'b02249b3-7004-4b49-8f0b-8d1004468f6d', 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9', 'admin_state_up': True, 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'security_groups': ['37c89da0-f3e3-4f23-8603-2ce8ecf0822b']}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:02:10.761830 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 35368) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:02:10.811082 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ea4561d-2fdd-49da-8ab5-2b2b71eb3e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:10.897752 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9ea4561d-2fdd-49da-8ab5-2b2b71eb3e81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:02:10.903190 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-9ea4561d-2fdd-49da-8ab5-2b2b71eb3e81 admin admin] Usage tracker for resource:security_group_rule and tenant:bf78b61b664c43f694376cd58fe1af31 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:02:10.907371 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-9ea4561d-2fdd-49da-8ab5-2b2b71eb3e81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:02:10.917974 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9ea4561d-2fdd-49da-8ab5-2b2b71eb3e81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:02:11.029568 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-3597dcf5-c036-4736-b9f3-eca72d9312d2 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:02:11.046649 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-3597dcf5-c036-4736-b9f3-eca72d9312d2 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:02:11.061749 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-3597dcf5-c036-4736-b9f3-eca72d9312d2 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Made reservation on behalf of c4a9b323e37c46d8899b044decab72ea for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:02:11.067883 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-3597dcf5-c036-4736-b9f3-eca72d9312d2 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:11.128548 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ea4561d-2fdd-49da-8ab5-2b2b71eb3e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:11.132771 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ea4561d-2fdd-49da-8ab5-2b2b71eb3e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:11.142081 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bda7dffb-8a32-4310-8783-380a12a6ed59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:11.174432 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4561d-2fdd-49da-8ab5-2b2b71eb3e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552aa7d3-e1e6-4509-8601-1970a935fe87,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:11.179268 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9ea4561d-2fdd-49da-8ab5-2b2b71eb3e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:11.221039 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9ea4561d-2fdd-49da-8ab5-2b2b71eb3e81 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf78b61b664c43f694376cd58fe1af31&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4578087
Nov 18 15:02:11.233691 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 35382) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:02:11.341997 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b983d122-9cd3-4195-ac8b-5ee87a8f233e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:11.378061 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b983d122-9cd3-4195-ac8b-5ee87a8f233e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:11.435021 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b983d122-9cd3-4195-ac8b-5ee87a8f233e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:11.445185 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e16f8023-3201-4b6c-b488-5012cba37916 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:11.459681 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983d122-9cd3-4195-ac8b-5ee87a8f233e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552aa7d3-e1e6-4509-8601-1970a935fe87,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:11.462583 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b983d122-9cd3-4195-ac8b-5ee87a8f233e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:11.468892 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b983d122-9cd3-4195-ac8b-5ee87a8f233e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:11.473595 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b983d122-9cd3-4195-ac8b-5ee87a8f233e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/552aa7d3-e1e6-4509-8601-1970a935fe87 HTTP/1.1" status: 204  len: 168 time: 0.2380233
Nov 18 15:02:11.702204 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0465e83-7e65-43d4-a0c7-3d0c4166debe req-bfec82f9-6484-4188-90f9-c3c682195ec3 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 210 time: 0.3947344
Nov 18 15:02:11.725098 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7f26cab-132c-45b3-8548-e9605d0ce99c req-8e326282-60f7-4f14-9883-c80a47df0273 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b71ecd4efe1c43699077d33965fe93b0&device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 1162 time: 0.6082590
Nov 18 15:02:11.750731 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62ed55-e290-482a-81d7-6da9e3dd41d2 req-8ed2958b-7809-49b7-b061-aabf5f54f933 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:11.757174 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5a62ed55-e290-482a-81d7-6da9e3dd41d2 req-8ed2958b-7809-49b7-b061-aabf5f54f933 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.1844294
Nov 18 15:02:11.839076 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5a62ed55-e290-482a-81d7-6da9e3dd41d2 req-b4fc2ab7-24b8-4e76-adfb-0021832cc69a tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794613
Nov 18 15:02:11.884689 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f26cab-132c-45b3-8548-e9605d0ce99c req-84215013-0c70-4d1c-bf03-12db23c7b0f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:11.886487 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7f26cab-132c-45b3-8548-e9605d0ce99c req-84215013-0c70-4d1c-bf03-12db23c7b0f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8090ccd-15e6-4c66-9553-e439a92918ea HTTP/1.1" status: 200  len: 913 time: 0.1578612
Nov 18 15:02:12.096057 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7f26cab-132c-45b3-8548-e9605d0ce99c req-8c748f87-9760-44d0-832d-2b150d422006 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5059f602-c7f8-451f-95f7-dbd091055918 HTTP/1.1" status: 200  len: 217 time: 0.0809553
Nov 18 15:02:12.100772 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30f32243-b42d-444f-afbf-e184d689b336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:12.374379 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:12.595955 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f26cab-132c-45b3-8548-e9605d0ce99c req-8ec39b37-d1f0-4f21-87c4-d227ee78d4fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:12.597638 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7f26cab-132c-45b3-8548-e9605d0ce99c req-8ec39b37-d1f0-4f21-87c4-d227ee78d4fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80c7effc-6938-4978-a3bc-1269e8492d3a HTTP/1.1" status: 200  len: 859 time: 0.4908781
Nov 18 15:02:12.713458 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7f26cab-132c-45b3-8548-e9605d0ce99c req-7ff8587f-dcc2-4d3b-acfb-8284121c02ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8090ccd-15e6-4c66-9553-e439a92918ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0729117
Nov 18 15:02:12.719987 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-3597dcf5-c036-4736-b9f3-eca72d9312d2 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Allocated IP 172.20.0.10 (69e9610a-bdf9-4e92-a423-5887a14614d9/b71eee02-545e-42b9-b666-43022aa9ac3c/f95d9584-b6db-492f-8f0d-90810f52af4d) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:02:12.729343 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-b83ab615-3f0c-4f15-8442-80072140f8f6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:12.733541 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-b83ab615-3f0c-4f15-8442-80072140f8f6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/networks?id=231f3c88-1661-4a29-b0bd-d8835aa7f70f HTTP/1.1" status: 200  len: 814 time: 0.8430486
Nov 18 15:02:12.799355 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-f2d38416-343d-4c3d-aec5-820be684d607 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/quotas/6bf0ab10caa9402d8c60972bc45e7f66 HTTP/1.1" status: 200  len: 375 time: 0.0392942
Nov 18 15:02:12.995588 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1ec0768b-9335-449c-8b43-a9051987ef0e req-f89b045e-5288-45bc-8617-7addfcbabd27 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 210 time: 0.0592988
Nov 18 15:02:13.087420 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7f26cab-132c-45b3-8548-e9605d0ce99c req-2ffbf672-a121-4e98-addd-a11b845f2288 service neutron] 10.222.0.15 "GET /v2.0/networks/d8090ccd-15e6-4c66-9553-e439a92918ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3644028
Nov 18 15:02:13.159765 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-63923826-a3ac-4a81-ae35-8ba8ce1b6881 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?tenant_id=6bf0ab10caa9402d8c60972bc45e7f66&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3492248
Nov 18 15:02:13.347379 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605b281-5cfa-4c67-8f2c-a3c2db2606e4 req-33635772-b072-4397-b09e-d364e56245be tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:13.360659 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3605b281-5cfa-4c67-8f2c-a3c2db2606e4 req-33635772-b072-4397-b09e-d364e56245be tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.2149491
Nov 18 15:02:13.440428 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3605b281-5cfa-4c67-8f2c-a3c2db2606e4 req-6d0f178e-3171-4ba7-8f92-b7941dcef863 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784597
Nov 18 15:02:13.506407 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:13.520283 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-3597dcf5-c036-4736-b9f3-eca72d9312d2 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:13.534534 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7f26cab-132c-45b3-8548-e9605d0ce99c req-383080b6-2b10-454f-b254-46aaf26a4e46 service neutron] 10.222.0.15 "GET /v2.0/networks/d8090ccd-15e6-4c66-9553-e439a92918ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3922520
Nov 18 15:02:13.567387 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-10181b26-cf2f-4dec-885f-bb3f6c47d448 service neutron] 10.222.0.21 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4065499
Nov 18 15:02:13.698093 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:13.750514 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-3597dcf5-c036-4736-b9f3-eca72d9312d2 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Transition to ACTIVE for port object f95d9584-b6db-492f-8f0d-90810f52af4d will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:02:13.776115 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-3597dcf5-c036-4736-b9f3-eca72d9312d2 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:13.924179 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-20493a0c-6195-49bc-b193-4bf53bbb90a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:14.040281 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597dcf5-c036-4736-b9f3-eca72d9312d2 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Pushing event updated for resources: {'Port': ['ID=f95d9584-b6db-492f-8f0d-90810f52af4d,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:14.047258 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-1c7e0e7c-755d-486a-bcd1-ae91763e9f3b service neutron] 10.222.0.21 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4788935
Nov 18 15:02:14.048141 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3597dcf5-c036-4736-b9f3-eca72d9312d2 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:14.050264 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-3597dcf5-c036-4736-b9f3-eca72d9312d2 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Network 69e9610a-bdf9-4e92-a423-5887a14614d9 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:02:14.051382 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-3597dcf5-c036-4736-b9f3-eca72d9312d2 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:02:14.053749 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-3597dcf5-c036-4736-b9f3-eca72d9312d2 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:02:14.150918 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-3597dcf5-c036-4736-b9f3-eca72d9312d2 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:14.151682 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-3597dcf5-c036-4736-b9f3-eca72d9312d2 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:14.217384 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-3597dcf5-c036-4736-b9f3-eca72d9312d2 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4728618
Nov 18 15:02:14.236903 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] Request body: {'port': {'device_id': 'b02249b3-7004-4b49-8f0b-8d1004468f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:02:14.402118 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51ae24-99a1-4e83-8fad-d72a26ed3ba2 req-0beda810-4d01-499b-819c-00648740c141 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:14.405205 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e51ae24-99a1-4e83-8fad-d72a26ed3ba2 req-0beda810-4d01-499b-819c-00648740c141 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 932 time: 0.1231349
Nov 18 15:02:14.445845 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:14.485282 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1e51ae24-99a1-4e83-8fad-d72a26ed3ba2 req-5035f574-f67b-4152-9df1-26177e25c279 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Synchronizing usage tracker for tenant:c4a9b323e37c46d8899b044decab72ea on resource:security_group {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:02:14.508655 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1e51ae24-99a1-4e83-8fad-d72a26ed3ba2 req-5035f574-f67b-4152-9df1-26177e25c279 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Unset dirty status for tenant:c4a9b323e37c46d8899b044decab72ea on resource:security_group {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:02:14.508885 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-4739f653-903d-4267-9219-9eac4f474cb5 None None] Provisioning for port f95d9584-b6db-492f-8f0d-90810f52af4d completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:02:14.515179 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-280ef6e4-540a-411c-8280-bc0ffa6db86c req-668ad6a6-ce4e-4d58-87a9-a36dc55d9b8a tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=76677061-4fa2-4a89-8ed1-f4274ebcdaf7 HTTP/1.1" status: 200  len: 210 time: 0.0588660
Nov 18 15:02:14.523097 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e51ae24-99a1-4e83-8fad-d72a26ed3ba2 req-5035f574-f67b-4152-9df1-26177e25c279 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1078486
Nov 18 15:02:14.549730 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-4739f653-903d-4267-9219-9eac4f474cb5 None None] Provisioning complete for port f95d9584-b6db-492f-8f0d-90810f52af4d triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:14.550145 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4739f653-903d-4267-9219-9eac4f474cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:14.705953 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-4739f653-903d-4267-9219-9eac4f474cb5 None None] Port f95d9584-b6db-492f-8f0d-90810f52af4d cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 15:02:14.800991 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2e8c9-1d72-4c3a-bfee-695e7a595ea3 req-823e6afc-bc57-4465-ba94-bb2d0edec978 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:14.812269 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dab2e8c9-1d72-4c3a-bfee-695e7a595ea3 req-823e6afc-bc57-4465-ba94-bb2d0edec978 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.1328475
Nov 18 15:02:14.916885 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dab2e8c9-1d72-4c3a-bfee-695e7a595ea3 req-8732e388-65a0-4b7e-bff8-d16129555781 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038659
Nov 18 15:02:15.155110 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95d9584-b6db-492f-8f0d-90810f52af4d {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 15:02:15.163238 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:15.178467 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] Transition to ACTIVE for port object f95d9584-b6db-492f-8f0d-90810f52af4d will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:02:15.181324 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:15.200891 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4044536c-566d-4a30-a6f2-ec3f2ffe0260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:15.370500 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] Pushing event updated for resources: {'Port': ['ID=f95d9584-b6db-492f-8f0d-90810f52af4d,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:15.377405 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:15.621346 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] Attempting to bind port f95d9584-b6db-492f-8f0d-90810f52af4d on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:02:15.622414 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] Attempting to bind port f95d9584-b6db-492f-8f0d-90810f52af4d by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '08e8427e-f7cb-43a8-940f-39d229194dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:02:15.622978 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] Attempting to bind port f95d9584-b6db-492f-8f0d-90810f52af4d on network 69e9610a-bdf9-4e92-a423-5887a14614d9 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:02:15.633546 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] Checking agent: {'id': '91607d16-723a-4a8c-80a4-032802295cf0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 34), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:02:15.634161 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] Checking segment: {'id': '08e8427e-f7cb-43a8-940f-39d229194dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:02:15.634752 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:15.635331 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] Bound using segment: {'id': '08e8427e-f7cb-43a8-940f-39d229194dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:02:15.636033 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] Bound port: f95d9584-b6db-492f-8f0d-90810f52af4d, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e8427e-f7cb-43a8-940f-39d229194dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:02:15.636616 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:15.811860 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] For port f95d9584-b6db-492f-8f0d-90810f52af4d, host hv-cinder-73362, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:02:15.815311 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] For port f95d9584-b6db-492f-8f0d-90810f52af4d, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=f95d9584-b6db-492f-8f0d-90810f52af4d,segment=NetworkSegment(08e8427e-f7cb-43a8-940f-39d229194dfb),segment_id=08e8427e-f7cb-43a8-940f-39d229194dfb)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:02:15.931111 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b015f0e-e477-4a41-989d-0c8250697c0d req-e9aaeb3f-f58a-4ac3-beb4-9df313aebad7 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:15.941724 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9b015f0e-e477-4a41-989d-0c8250697c0d req-e9aaeb3f-f58a-4ac3-beb4-9df313aebad7 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 944 time: 0.1148925
Nov 18 15:02:15.993525 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9b015f0e-e477-4a41-989d-0c8250697c0d req-45ebf301-fe25-454a-bc1e-ff6a0f884b9a tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0504651
Nov 18 15:02:15.993853 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:16.021635 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:16.079439 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-17ced0f8-e9e7-45d6-8da6-5fb51b2be2e4 req-86f29be9-ad06-4746-9ac0-24dacaaf1212 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=76677061-4fa2-4a89-8ed1-f4274ebcdaf7 HTTP/1.1" status: 200  len: 210 time: 0.2609932
Nov 18 15:02:16.231212 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c4904a19-8825-4f25-908d-721225dd0f1c req-36bc54e2-f0f4-491e-aaab-0929be750f14 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/networks?tenant_id=e4f14cca07fc4d049fe7971e3c08736d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0443478
Nov 18 15:02:16.437309 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-5219f279-9447-40e2-9ffe-7e321b4ac142 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:16.438872 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-5219f279-9447-40e2-9ffe-7e321b4ac142 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.15 "GET /v2.0/networks?id=231f3c88-1661-4a29-b0bd-d8835aa7f70f HTTP/1.1" status: 200  len: 814 time: 0.6221919
Nov 18 15:02:16.444818 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4904a19-8825-4f25-908d-721225dd0f1c req-2c565fa7-67d4-4b9c-bb9e-aa01efaa7125 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:16.446637 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c4904a19-8825-4f25-908d-721225dd0f1c req-2c565fa7-67d4-4b9c-bb9e-aa01efaa7125 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2080886
Nov 18 15:02:16.465111 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c4904a19-8825-4f25-908d-721225dd0f1c req-d3251020-8cbd-4012-bde4-d8ed0f66fc79 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/quotas/e4f14cca07fc4d049fe7971e3c08736d HTTP/1.1" status: 200  len: 375 time: 0.0114520
Nov 18 15:02:16.513746 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Request body: {'port': {'device_id': '76677061-4fa2-4a89-8ed1-f4274ebcdaf7', 'network_id': '231f3c88-1661-4a29-b0bd-d8835aa7f70f', 'admin_state_up': True, 'tenant_id': '6bf0ab10caa9402d8c60972bc45e7f66'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:02:16.522092 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c4904a19-8825-4f25-908d-721225dd0f1c req-01fc0a76-dd1d-46f8-8b3c-896e0acba7fd tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?tenant_id=e4f14cca07fc4d049fe7971e3c08736d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0492051
Nov 18 15:02:16.550274 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] Pushing event updated for resources: {'Port': ['ID=f95d9584-b6db-492f-8f0d-90810f52af4d,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:16.582055 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:16.716598 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:16.718255 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] 10.222.0.15 "PUT /v2.0/ports/f95d9584-b6db-492f-8f0d-90810f52af4d HTTP/1.1" status: 200  len: 1158 time: 2.4870701
Nov 18 15:02:16.718649 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02249b3-7004-4b49-8f0b-8d1004468f6d', 'tag': 'f95d9584-b6db-492f-8f0d-90810f52af4d'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:02:16.734465 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e41b4-de2a-4a49-b1d6-720b05f4df53 req-0a73f070-af03-49f1-a517-6be734dc2d57 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:16.736306 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1a0e41b4-de2a-4a49-b1d6-720b05f4df53 req-0a73f070-af03-49f1-a517-6be734dc2d57 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.2888858
Nov 18 15:02:16.747383 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:02:16.822163 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:02:16.855388 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Made reservation on behalf of 6bf0ab10caa9402d8c60972bc45e7f66 for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:02:16.861301 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:16.909990 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1a0e41b4-de2a-4a49-b1d6-720b05f4df53 req-635789b3-7885-42ca-b446-4e31bb64823e tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647651
Nov 18 15:02:16.974939 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-d6fb512a-2ac6-4034-a863-ce3a62de1539 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4a9b323e37c46d8899b044decab72ea&device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 1161 time: 0.2080212
Nov 18 15:02:17.156472 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-10139573-8cc5-4151-a03b-0d53f57e0533 req-11cbca31-d2ed-4b42-858c-69e06a3ea862 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 210 time: 0.1217027
Nov 18 15:02:17.176594 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-03ae0305-e2b2-484f-8c34-036128b237c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f95d9584-b6db-492f-8f0d-90810f52af4d HTTP/1.1" status: 200  len: 217 time: 0.0825303
Nov 18 15:02:17.304159 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02249b3-7004-4b49-8f0b-8d1004468f6d', 'tag': 'f95d9584-b6db-492f-8f0d-90810f52af4d', 'status': 'completed', 'code': 200}
Nov 18 15:02:17.424081 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-ee76c474-35bb-49b7-ab72-13226a82fc10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:17.424308 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c9a1edd5-2a13-4ff6-a72e-bb75cf3f9137 req-18c3dbc2-0856-4f6e-a3cd-48dcba4073b7 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=76677061-4fa2-4a89-8ed1-f4274ebcdaf7 HTTP/1.1" status: 200  len: 210 time: 0.0468895
Nov 18 15:02:17.425831 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-ee76c474-35bb-49b7-ab72-13226a82fc10 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b71eee02-545e-42b9-b666-43022aa9ac3c HTTP/1.1" status: 200  len: 847 time: 0.2414660
Nov 18 15:02:17.595538 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Allocated IP 172.20.0.13 (231f3c88-1661-4a29-b0bd-d8835aa7f70f/a1bfe834-8f18-4226-b68a-ed4ee3dcac14/fc890824-f762-4cc3-bcc0-869e086a2018) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:02:17.603957 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf9633-0784-49a7-9e16-a2b5ca578f42 req-95bb28dc-02b0-489c-bda7-3298adc4e2aa tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:17.604819 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-3edf9633-0784-49a7-9e16-a2b5ca578f42 req-95bb28dc-02b0-489c-bda7-3298adc4e2aa tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Synchronizing usage tracker for tenant:c4a9b323e37c46d8899b044decab72ea on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:02:17.659502 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-3edf9633-0784-49a7-9e16-a2b5ca578f42 req-95bb28dc-02b0-489c-bda7-3298adc4e2aa tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Unset dirty status for tenant:c4a9b323e37c46d8899b044decab72ea on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:02:17.661017 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3edf9633-0784-49a7-9e16-a2b5ca578f42 req-95bb28dc-02b0-489c-bda7-3298adc4e2aa tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 944 time: 0.3447993
Nov 18 15:02:17.702358 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-1100edb5-a16d-462d-9f2b-7df958fa8ead service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69e9610a-bdf9-4e92-a423-5887a14614d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2624912
Nov 18 15:02:17.849062 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-890e3897-33ee-4d0a-8638-275ddf2697df tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:17.849934 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-890e3897-33ee-4d0a-8638-275ddf2697df tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Synchronizing usage tracker for tenant:556aa7371f8f46c783a13838433abcc1 on resource:network {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:02:17.868192 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-890e3897-33ee-4d0a-8638-275ddf2697df tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Unset dirty status for tenant:556aa7371f8f46c783a13838433abcc1 on resource:network {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:02:17.869482 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-890e3897-33ee-4d0a-8638-275ddf2697df tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/networks?id=d80d553a-dd1d-473a-950d-65cdf20bd750 HTTP/1.1" status: 200  len: 815 time: 0.1757150
Nov 18 15:02:17.895814 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3edf9633-0784-49a7-9e16-a2b5ca578f42 req-e72ad4d1-90a9-4f54-ae90-99ad5156c0b7 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2243068
Nov 18 15:02:17.908104 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-a1fac802-7627-4de1-8780-35f7afc2269d tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/quotas/556aa7371f8f46c783a13838433abcc1 HTTP/1.1" status: 200  len: 375 time: 0.0218532
Nov 18 15:02:18.005501 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-d16e4dc9-0d30-46f5-a68a-bd43dd539128 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?tenant_id=556aa7371f8f46c783a13838433abcc1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0959642
Nov 18 15:02:18.038208 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-0b7291fd-a34d-4f64-8c6d-0ec518a2a995 service neutron] 10.222.0.15 "GET /v2.0/networks/69e9610a-bdf9-4e92-a423-5887a14614d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3231351
Nov 18 15:02:18.074683 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c4904a19-8825-4f25-908d-721225dd0f1c req-d4fd5d2a-09f1-469e-a5a8-7004548c4770 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.15 "GET /v2.0/networks?tenant_id=e4f14cca07fc4d049fe7971e3c08736d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0700696
Nov 18 15:02:18.175009 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-56272da9-d83c-477a-a8c9-727ac3c3d560 service neutron] 10.222.0.21 "GET /v2.0/networks/d80d553a-dd1d-473a-950d-65cdf20bd750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1534121
Nov 18 15:02:18.328338 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-20b6cb3d-8746-47b6-96cf-97312935c834 service neutron] 10.222.0.21 "GET /v2.0/networks/d80d553a-dd1d-473a-950d-65cdf20bd750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1469452
Nov 18 15:02:18.375814 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:18.615411 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3567d46e-3bc0-4a7d-a83c-46b5bcce236b req-d52b640a-9c44-459f-a46d-c80b5fc3e5ac tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 210 time: 0.0655046
Nov 18 15:02:18.671280 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4904a19-8825-4f25-908d-721225dd0f1c req-00668c3c-ba40-4a2e-9fc9-45c591a56934 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:18.672881 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c4904a19-8825-4f25-908d-721225dd0f1c req-00668c3c-ba40-4a2e-9fc9-45c591a56934 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5881619
Nov 18 15:02:18.698424 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-c4904a19-8825-4f25-908d-721225dd0f1c req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Request body: {'port': {'device_id': 'a7e3ca12-c487-4947-ab53-602a682afcd3', 'network_id': '4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd', 'admin_state_up': True, 'tenant_id': 'e4f14cca07fc4d049fe7971e3c08736d'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:02:18.722567 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a678580c-c05d-47f4-853e-36f9d8b8bff1 req-14d4f914-d990-48ad-8b11-384f8b370c55 service neutron] 10.222.0.15 "GET /v2.0/networks/69e9610a-bdf9-4e92-a423-5887a14614d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6763961
Nov 18 15:02:18.733051 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-128a2ef5-6e9a-46f4-bd3b-ea1f3d7f4be0 req-99f4cac8-4bfa-471c-8315-7dfe7450466a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 210 time: 0.0462251
Nov 18 15:02:18.737683 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc210cd-3218-4035-9190-aa3204777655 req-03bfe7db-76c7-4b09-afb8-42d896e82fe6 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:18.741229 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9bc210cd-3218-4035-9190-aa3204777655 req-03bfe7db-76c7-4b09-afb8-42d896e82fe6 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.5148220
Nov 18 15:02:18.896282 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:18.919808 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-15b1c19e-db73-4da8-84c5-1ec6fbca3041 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:18.952790 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845a756-8fa7-4de6-85dc-806b51ca06d0 req-867d7261-42cb-4871-80ad-bac389513a40 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:18.954367 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7845a756-8fa7-4de6-85dc-806b51ca06d0 req-867d7261-42cb-4871-80ad-bac389513a40 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=76677061-4fa2-4a89-8ed1-f4274ebcdaf7 HTTP/1.1" status: 200  len: 932 time: 0.0860608
Nov 18 15:02:19.008035 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7845a756-8fa7-4de6-85dc-806b51ca06d0 req-ca341bde-d57b-4d50-b07b-b8a460b9e3cd tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468767
Nov 18 15:02:19.125580 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9bc210cd-3218-4035-9190-aa3204777655 req-7eac17cf-0ae4-4e69-9978-4650dbe81b9a tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3759916
Nov 18 15:02:19.147589 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Pushing event updated for resources: {'Port': ['ID=fc890824-f762-4cc3-bcc0-869e086a2018,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:19.152661 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-c4904a19-8825-4f25-908d-721225dd0f1c req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:02:19.170105 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-c4904a19-8825-4f25-908d-721225dd0f1c req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Usage tracker for resource:port and tenant:e4f14cca07fc4d049fe7971e3c08736d is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:02:19.173784 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:19.174204 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:19.174611 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:19.175098 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:19.175504 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:19.175901 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:19.176293 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:19.176687 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:19.177104 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:19.177492 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:19.177877 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:19.178263 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:19.178684 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:19.179067 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:19.179454 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:19.179844 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:19.180221 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:19.180604 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:19.181011 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:19.181397 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:19.181784 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:19.182166 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:19.182548 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:19.182931 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:19.187507 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-c4904a19-8825-4f25-908d-721225dd0f1c req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Quota usage for port was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:02:19.192296 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:19.212100 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-c4904a19-8825-4f25-908d-721225dd0f1c req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:02:19.238743 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-133876ef-3531-46c5-b129-acbfa32e8574 req-b6efcd83-3a97-4cfb-a185-ef1e7472fc8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4a9b323e37c46d8899b044decab72ea&device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 1161 time: 0.4535213
Nov 18 15:02:19.252903 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4904a19-8825-4f25-908d-721225dd0f1c req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Made reservation on behalf of e4f14cca07fc4d049fe7971e3c08736d for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:02:19.258501 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c4904a19-8825-4f25-908d-721225dd0f1c req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:19.299371 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Network 231f3c88-1661-4a29-b0bd-d8835aa7f70f is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:02:19.338374 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:02:19.347588 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:02:19.388913 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c4904a19-8825-4f25-908d-721225dd0f1c req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:19.543065 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:19.543695 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:19.563733 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-c4904a19-8825-4f25-908d-721225dd0f1c req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:02:19.579085 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-c4904a19-8825-4f25-908d-721225dd0f1c req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Usage tracker for resource:security_group_rule and tenant:e4f14cca07fc4d049fe7971e3c08736d is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:02:19.585776 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-c4904a19-8825-4f25-908d-721225dd0f1c req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:02:19.604155 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133876ef-3531-46c5-b129-acbfa32e8574 req-72b1735f-0051-457e-8f59-a976ef8963c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:19.605772 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-133876ef-3531-46c5-b129-acbfa32e8574 req-72b1735f-0051-457e-8f59-a976ef8963c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69e9610a-bdf9-4e92-a423-5887a14614d9 HTTP/1.1" status: 200  len: 902 time: 0.3541265
Nov 18 15:02:19.609380 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-c4904a19-8825-4f25-908d-721225dd0f1c req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:02:19.680998 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3109837-9c3d-4fdc-9c8b-1d91fbfa6d17 req-55176435-d2bb-427c-8b75-777ca2071b12 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:19.682621 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a3109837-9c3d-4fdc-9c8b-1d91fbfa6d17 req-55176435-d2bb-427c-8b75-777ca2071b12 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 944 time: 0.4135790
Nov 18 15:02:19.695789 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1962883
Nov 18 15:02:19.728359 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] Request body: {'port': {'device_id': '76677061-4fa2-4a89-8ed1-f4274ebcdaf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:02:19.768615 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-133876ef-3531-46c5-b129-acbfa32e8574 req-3cbe7825-c65a-4db2-b770-53aeb8c6d054 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f95d9584-b6db-492f-8f0d-90810f52af4d HTTP/1.1" status: 200  len: 217 time: 0.1506968
Nov 18 15:02:19.796635 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-09efc8ef-39f9-4f0d-b5a9-d204d17016d0 req-25d8f9e3-9c1e-42f3-97e1-2a55f6845c6d tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 210 time: 0.0455332
Nov 18 15:02:19.945559 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a3109837-9c3d-4fdc-9c8b-1d91fbfa6d17 req-20aaca3c-59e1-4f42-a2f0-22497ec51423 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2525768
Nov 18 15:02:19.953868 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133876ef-3531-46c5-b129-acbfa32e8574 req-b77f0dc1-0501-4978-b57d-bc15573cff40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:19.955429 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-133876ef-3531-46c5-b129-acbfa32e8574 req-b77f0dc1-0501-4978-b57d-bc15573cff40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b71eee02-545e-42b9-b666-43022aa9ac3c HTTP/1.1" status: 200  len: 847 time: 0.1737680
Nov 18 15:02:19.977327 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aa13bd56-8d91-435f-8e53-a7d7e1e7164d req-635df7b6-480d-4083-92b0-031453e87fbf tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 210 time: 0.0603788
Nov 18 15:02:20.016736 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:20.059435 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c4904a19-8825-4f25-908d-721225dd0f1c req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:20.088363 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c4904a19-8825-4f25-908d-721225dd0f1c req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:20.111259 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7afc637a-68ee-4f5e-bfc0-036eaed278c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:20.239056 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Pushing event updated for resources: {'SecurityGroup': ['ID=0408fc59-e2af-45f7-aee0-34bdd62ed4a9,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:20.289203 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:20.406707 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-133876ef-3531-46c5-b129-acbfa32e8574 req-f3619199-7a41-4b1d-9f8d-677f1afbb2e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69e9610a-bdf9-4e92-a423-5887a14614d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4328341
Nov 18 15:02:20.418421 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-ae721511-bb38-4eea-a2a6-a5e202e258cd tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:20.421107 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-ae721511-bb38-4eea-a2a6-a5e202e258cd tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.15 "GET /v2.0/networks?id=d80d553a-dd1d-473a-950d-65cdf20bd750 HTTP/1.1" status: 200  len: 815 time: 0.4465489
Nov 18 15:02:20.441549 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Request body: {'port': {'device_id': 'fa982534-5a1a-4146-8ef8-b1b59c265b6f', 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750', 'admin_state_up': True, 'tenant_id': '556aa7371f8f46c783a13838433abcc1'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:02:20.471669 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122c515-606c-4336-87db-1551519bf7ad req-d16676fa-3504-4387-8cc0-5272cfde7628 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:20.473308 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7122c515-606c-4336-87db-1551519bf7ad req-d16676fa-3504-4387-8cc0-5272cfde7628 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.1545548
Nov 18 15:02:20.625543 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:02:20.633408 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Usage tracker for resource:port and tenant:556aa7371f8f46c783a13838433abcc1 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:02:20.638313 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Quota usage for port was recalculated. Used quota:2. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:02:20.646231 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:02:20.650308 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7122c515-606c-4336-87db-1551519bf7ad req-6adfd5ef-d00a-46ff-a98a-f1b68f632084 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1620469
Nov 18 15:02:20.658624 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Made reservation on behalf of 556aa7371f8f46c783a13838433abcc1 for: {'port': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:02:20.664116 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:20.692637 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc72ba9-89a5-492a-bbe6-e237f3aee086 req-09b76fc4-3985-4d7f-ad00-65e1ba013701 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:20.693554 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-ddc72ba9-89a5-492a-bbe6-e237f3aee086 req-09b76fc4-3985-4d7f-ad00-65e1ba013701 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Synchronizing usage tracker for tenant:6bf0ab10caa9402d8c60972bc45e7f66 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:02:20.756122 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-133876ef-3531-46c5-b129-acbfa32e8574 req-55f26601-fc0a-44a8-b8a5-91eabd84cb10 service neutron] 10.222.0.15 "GET /v2.0/networks/69e9610a-bdf9-4e92-a423-5887a14614d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3304188
Nov 18 15:02:21.067904 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-ddc72ba9-89a5-492a-bbe6-e237f3aee086 req-09b76fc4-3985-4d7f-ad00-65e1ba013701 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Unset dirty status for tenant:6bf0ab10caa9402d8c60972bc45e7f66 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:02:21.069229 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ddc72ba9-89a5-492a-bbe6-e237f3aee086 req-09b76fc4-3985-4d7f-ad00-65e1ba013701 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=76677061-4fa2-4a89-8ed1-f4274ebcdaf7 HTTP/1.1" status: 200  len: 932 time: 0.8858993
Nov 18 15:02:21.091757 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Allocated IP 172.20.0.7 (d80d553a-dd1d-473a-950d-65cdf20bd750/9748ee0c-6642-4893-8ba7-9d5548b7a891/67737de0-609b-4efd-99a6-b98f003575b7) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:02:21.339582 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ddc72ba9-89a5-492a-bbe6-e237f3aee086 req-b21f0d17-3789-48d1-b202-04f786aaaf86 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2401443
Nov 18 15:02:21.369893 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:21.389438 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Transition to ACTIVE for port object 67737de0-609b-4efd-99a6-b98f003575b7 will not be triggered until provisioned by entity DHCP. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:02:21.398677 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-133876ef-3531-46c5-b129-acbfa32e8574 req-2eedc244-0562-4953-bba5-c880fa524fa3 service neutron] 10.222.0.15 "GET /v2.0/networks/69e9610a-bdf9-4e92-a423-5887a14614d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6039400
Nov 18 15:02:21.412416 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823075388'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:21.419194 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-c4904a19-8825-4f25-908d-721225dd0f1c req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Allocated IP 192.168.233.239 (4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd/bf978992-eb36-40df-af35-2f649b50649e/87330f83-9b45-4b98-9935-02ac897cf58a) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:02:21.521974 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:21.575555 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc890824-f762-4cc3-bcc0-869e086a2018 {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 15:02:21.589909 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:21.650921 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Network d80d553a-dd1d-473a-950d-65cdf20bd750 is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:02:21.655477 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:02:21.657568 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Pushing event updated for resources: {'Port': ['ID=67737de0-609b-4efd-99a6-b98f003575b7,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:21.659978 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:02:21.679458 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] Transition to ACTIVE for port object fc890824-f762-4cc3-bcc0-869e086a2018 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:02:21.688883 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:21.708447 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-927f69ec-4d5e-477f-8db9-4ba55960041f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:21.725687 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:21.726132 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:21.726570 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:21.727059 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:21.727486 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:21.727926 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:21.728333 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:21.728827 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:21.729259 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:21.729657 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:21.730093 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:21.730517 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:21.730962 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:21.732055 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:21.732471 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:21.732902 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:21.733299 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:21.733689 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:21.734076 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:21.734464 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:21.734852 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:21.735238 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:21.735632 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:21.736019 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:21.743199 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:21.764597 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:21.765399 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:21.803146 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3674963
Nov 18 15:02:21.881425 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] Pushing event updated for resources: {'Port': ['ID=fc890824-f762-4cc3-bcc0-869e086a2018,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:21.884517 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:21.914308 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c4904a19-8825-4f25-908d-721225dd0f1c req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:21.949689 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-c4904a19-8825-4f25-908d-721225dd0f1c req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Transition to ACTIVE for port object 87330f83-9b45-4b98-9935-02ac897cf58a will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:02:21.969147 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-37bbc7fd-6a7a-4564-90ca-5ae40878f1d4 None None] Provisioning for port 67737de0-609b-4efd-99a6-b98f003575b7 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:02:21.975763 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-37bbc7fd-6a7a-4564-90ca-5ae40878f1d4 None None] Provisioning complete for port 67737de0-609b-4efd-99a6-b98f003575b7 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:21.976426 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37bbc7fd-6a7a-4564-90ca-5ae40878f1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:22.040068 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-37bbc7fd-6a7a-4564-90ca-5ae40878f1d4 None None] Port 67737de0-609b-4efd-99a6-b98f003575b7 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 15:02:22.086169 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c4904a19-8825-4f25-908d-721225dd0f1c req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:22.105043 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-efc54044-661c-4d12-af21-f3540d577fc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:22.282392 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Pushing event updated for resources: {'Port': ['ID=87330f83-9b45-4b98-9935-02ac897cf58a,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:22.295251 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:22.298139 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] Attempting to bind port fc890824-f762-4cc3-bcc0-869e086a2018 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:02:22.298512 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] Attempting to bind port fc890824-f762-4cc3-bcc0-869e086a2018 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '4b2d87ea-87bf-4293-bc6e-adda9a20d3aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '231f3c88-1661-4a29-b0bd-d8835aa7f70f'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:02:22.298879 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] Attempting to bind port fc890824-f762-4cc3-bcc0-869e086a2018 on network 231f3c88-1661-4a29-b0bd-d8835aa7f70f {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:02:22.312586 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] Checking agent: {'id': '91607d16-723a-4a8c-80a4-032802295cf0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 34), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:02:22.312984 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] Checking segment: {'id': '4b2d87ea-87bf-4293-bc6e-adda9a20d3aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '231f3c88-1661-4a29-b0bd-d8835aa7f70f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:02:22.313389 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:22.313779 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] Bound using segment: {'id': '4b2d87ea-87bf-4293-bc6e-adda9a20d3aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '231f3c88-1661-4a29-b0bd-d8835aa7f70f'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:02:22.314251 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] Bound port: fc890824-f762-4cc3-bcc0-869e086a2018, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2d87ea-87bf-4293-bc6e-adda9a20d3aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '231f3c88-1661-4a29-b0bd-d8835aa7f70f'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:02:22.314622 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:22.414091 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4904a19-8825-4f25-908d-721225dd0f1c req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Network 4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:02:22.424320 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-c4904a19-8825-4f25-908d-721225dd0f1c req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:02:22.431832 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4904a19-8825-4f25-908d-721225dd0f1c req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:02:22.488501 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] For port fc890824-f762-4cc3-bcc0-869e086a2018, host hv-cinder-73362, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:02:22.503881 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] For port fc890824-f762-4cc3-bcc0-869e086a2018, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=fc890824-f762-4cc3-bcc0-869e086a2018,segment=NetworkSegment(4b2d87ea-87bf-4293-bc6e-adda9a20d3aa),segment_id=4b2d87ea-87bf-4293-bc6e-adda9a20d3aa)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:02:22.510122 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:22.528739 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:22.579091 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4904a19-8825-4f25-908d-721225dd0f1c req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:22.579895 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c4904a19-8825-4f25-908d-721225dd0f1c req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:22.665526 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-eab6d90b-97bb-4065-bf89-53942c657f2a None None] Provisioning for port 87330f83-9b45-4b98-9935-02ac897cf58a completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:02:22.671502 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-eab6d90b-97bb-4065-bf89-53942c657f2a None None] Provisioning complete for port 87330f83-9b45-4b98-9935-02ac897cf58a triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:22.671954 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eab6d90b-97bb-4065-bf89-53942c657f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:22.730084 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-eab6d90b-97bb-4065-bf89-53942c657f2a None None] Port 87330f83-9b45-4b98-9935-02ac897cf58a cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 15:02:22.737393 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c4904a19-8825-4f25-908d-721225dd0f1c req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.0477877
Nov 18 15:02:22.744139 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] Pushing event updated for resources: {'Port': ['ID=fc890824-f762-4cc3-bcc0-869e086a2018,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:22.747955 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:22.784920 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:22.786390 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] 10.222.0.15 "PUT /v2.0/ports/fc890824-f762-4cc3-bcc0-869e086a2018 HTTP/1.1" status: 200  len: 1158 time: 3.0805082
Nov 18 15:02:22.786923 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76677061-4fa2-4a89-8ed1-f4274ebcdaf7', 'tag': 'fc890824-f762-4cc3-bcc0-869e086a2018'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:02:33.782578 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:38.251155 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-c4904a19-8825-4f25-908d-721225dd0f1c req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] Request body: {'port': {'device_id': 'a7e3ca12-c487-4947-ab53-602a682afcd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:02:38.251781 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] Request body: {'port': {'device_id': 'fa982534-5a1a-4146-8ef8-b1b59c265b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:02:38.381983 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:38.628215 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c4904a19-8825-4f25-908d-721225dd0f1c req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:38.647071 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-e7d7ad41-8560-4cfd-8d9b-279024411c9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bf0ab10caa9402d8c60972bc45e7f66&device_id=76677061-4fa2-4a89-8ed1-f4274ebcdaf7 HTTP/1.1" status: 200  len: 1161 time: 0.3365991
Nov 18 15:02:38.654503 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a63416-9328-4a65-be76-ca2d743ab7bc req-640890c0-3231-4473-98a4-47809e8c3285 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:38.656111 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e8a63416-9328-4a65-be76-ca2d743ab7bc req-640890c0-3231-4473-98a4-47809e8c3285 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 944 time: 0.2118130
Nov 18 15:02:38.719699 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-beccc7c7-a9ac-4f18-9382-79ddc2afe524 req-403ac584-4509-4379-b6f0-ebd6a69b0366 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b71ecd4efe1c43699077d33965fe93b0&device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 1162 time: 0.3302064
Nov 18 15:02:38.809954 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e91f44-2679-484c-9cef-7303e25a7ab7 req-fe28acff-0ea4-422a-a73a-3750ab4b2eba tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:38.810196 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e8a63416-9328-4a65-be76-ca2d743ab7bc req-1e4c358d-471c-4797-83d5-572c29a25417 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1441929
Nov 18 15:02:38.810715 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b4e91f44-2679-484c-9cef-7303e25a7ab7 req-fe28acff-0ea4-422a-a73a-3750ab4b2eba tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Synchronizing usage tracker for tenant:e4f14cca07fc4d049fe7971e3c08736d on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:02:38.820120 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-e4533e0f-c8b9-4408-8946-8a0cac5a7928 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc890824-f762-4cc3-bcc0-869e086a2018 HTTP/1.1" status: 200  len: 217 time: 0.1620953
Nov 18 15:02:38.904156 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67737de0-609b-4efd-99a6-b98f003575b7 {{(pid=80265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 15:02:38.911244 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:38.925852 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] Transition to ACTIVE for port object 67737de0-609b-4efd-99a6-b98f003575b7 will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:02:38.928566 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31700445'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:38.954411 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fb34d176-b3f1-4eb3-9415-39638e25f8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:39.150686 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] Pushing event updated for resources: {'Port': ['ID=67737de0-609b-4efd-99a6-b98f003575b7,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:39.154848 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:39.208264 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e747fa9-1663-43ad-ac9f-fa708fbbf25b req-7d706303-4d56-47ee-ae39-b924526af533 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:39.209067 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5e747fa9-1663-43ad-ac9f-fa708fbbf25b req-7d706303-4d56-47ee-ae39-b924526af533 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Synchronizing usage tracker for tenant:556aa7371f8f46c783a13838433abcc1 on resource:port {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:02:39.210836 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b4e91f44-2679-484c-9cef-7303e25a7ab7 req-fe28acff-0ea4-422a-a73a-3750ab4b2eba tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Unset dirty status for tenant:e4f14cca07fc4d049fe7971e3c08736d on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:02:39.212104 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b4e91f44-2679-484c-9cef-7303e25a7ab7 req-fe28acff-0ea4-422a-a73a-3750ab4b2eba tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 936 time: 0.7723508
Nov 18 15:02:39.275273 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-024eb295-4c49-47b9-8213-7981c8951da6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:39.276898 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-024eb295-4c49-47b9-8213-7981c8951da6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1bfe834-8f18-4226-b68a-ed4ee3dcac14 HTTP/1.1" status: 200  len: 854 time: 0.4421287
Nov 18 15:02:39.321814 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5e747fa9-1663-43ad-ac9f-fa708fbbf25b req-7d706303-4d56-47ee-ae39-b924526af533 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Unset dirty status for tenant:556aa7371f8f46c783a13838433abcc1 on resource:port {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:02:39.321814 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5e747fa9-1663-43ad-ac9f-fa708fbbf25b req-7d706303-4d56-47ee-ae39-b924526af533 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 943 time: 0.3682723
Nov 18 15:02:39.401790 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] Attempting to bind port 67737de0-609b-4efd-99a6-b98f003575b7 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:02:39.402131 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] Attempting to bind port 67737de0-609b-4efd-99a6-b98f003575b7 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'bedfbab1-4304-4348-8818-44aade99ea50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:02:39.403038 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] Attempting to bind port 67737de0-609b-4efd-99a6-b98f003575b7 on network d80d553a-dd1d-473a-950d-65cdf20bd750 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:02:39.411589 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-d22b9f0e-c4c3-4abe-80a7-576e7673b461 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=231f3c88-1661-4a29-b0bd-d8835aa7f70f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0780914
Nov 18 15:02:39.412539 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccc7c7-a9ac-4f18-9382-79ddc2afe524 req-dfce1ef8-cb68-4745-9739-a5b5d92ebadd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:39.414031 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-beccc7c7-a9ac-4f18-9382-79ddc2afe524 req-dfce1ef8-cb68-4745-9739-a5b5d92ebadd service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8090ccd-15e6-4c66-9553-e439a92918ea HTTP/1.1" status: 200  len: 913 time: 0.6656792
Nov 18 15:02:39.417499 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5e747fa9-1663-43ad-ac9f-fa708fbbf25b req-af72400c-efe0-4d0d-970a-0076078e3c8b tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Synchronizing usage tracker for tenant:556aa7371f8f46c783a13838433abcc1 on resource:security_group {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:02:39.422409 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] Checking agent: {'id': '91607d16-723a-4a8c-80a4-032802295cf0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 34), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:02:39.422783 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] Checking segment: {'id': 'bedfbab1-4304-4348-8818-44aade99ea50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:02:39.423190 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:39.423787 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] Bound using segment: {'id': 'bedfbab1-4304-4348-8818-44aade99ea50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:02:39.424051 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] Bound port: 67737de0-609b-4efd-99a6-b98f003575b7, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bedfbab1-4304-4348-8818-44aade99ea50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:02:39.424389 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:39.470015 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1e51ceea-8c85-4522-a84b-e0a52f610348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:39.491581 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5e747fa9-1663-43ad-ac9f-fa708fbbf25b req-af72400c-efe0-4d0d-970a-0076078e3c8b tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Unset dirty status for tenant:556aa7371f8f46c783a13838433abcc1 on resource:security_group {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:02:39.492838 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5e747fa9-1663-43ad-ac9f-fa708fbbf25b req-af72400c-efe0-4d0d-970a-0076078e3c8b tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625102
Nov 18 15:02:39.531582 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b4e91f44-2679-484c-9cef-7303e25a7ab7 req-fcb18856-1096-4363-8a1c-edeaff4a91d8 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Synchronizing usage tracker for tenant:e4f14cca07fc4d049fe7971e3c08736d on resource:security_group {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:02:39.534651 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] For port 67737de0-609b-4efd-99a6-b98f003575b7, host hv-cinder-73362, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:02:39.550856 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] For port 67737de0-609b-4efd-99a6-b98f003575b7, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=67737de0-609b-4efd-99a6-b98f003575b7,segment=NetworkSegment(bedfbab1-4304-4348-8818-44aade99ea50),segment_id=bedfbab1-4304-4348-8818-44aade99ea50)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:02:39.556843 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31700445'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:39.573347 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e687215b-bba9-44b6-a7b5-aad901421235 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:39.591296 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-beccc7c7-a9ac-4f18-9382-79ddc2afe524 req-6880ec64-79ce-4655-9581-ed97b95f7dd8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5059f602-c7f8-451f-95f7-dbd091055918 HTTP/1.1" status: 200  len: 217 time: 0.1613433
Nov 18 15:02:39.805630 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b4e91f44-2679-484c-9cef-7303e25a7ab7 req-fcb18856-1096-4363-8a1c-edeaff4a91d8 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Unset dirty status for tenant:e4f14cca07fc4d049fe7971e3c08736d on resource:security_group {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:02:39.806912 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b4e91f44-2679-484c-9cef-7303e25a7ab7 req-fcb18856-1096-4363-8a1c-edeaff4a91d8 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/security-groups?id=0408fc59-e2af-45f7-aee0-34bdd62ed4a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5754018
Nov 18 15:02:39.865459 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccc7c7-a9ac-4f18-9382-79ddc2afe524 req-a9013cc3-b370-44e7-8614-9c612582f179 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:39.867079 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-beccc7c7-a9ac-4f18-9382-79ddc2afe524 req-a9013cc3-b370-44e7-8614-9c612582f179 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80c7effc-6938-4978-a3bc-1269e8492d3a HTTP/1.1" status: 200  len: 859 time: 0.2575111
Nov 18 15:02:39.877620 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-1be703ca-56cd-4108-b1cf-8e140729cba1 service neutron] 10.222.0.15 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4491761
Nov 18 15:02:39.957100 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-beccc7c7-a9ac-4f18-9382-79ddc2afe524 req-95753aa8-01c4-4eda-a4d3-c4273eadd8f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8090ccd-15e6-4c66-9553-e439a92918ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0783806
Nov 18 15:02:39.972296 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] Pushing event updated for resources: {'Port': ['ID=67737de0-609b-4efd-99a6-b98f003575b7,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:39.975837 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:40.032151 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babe053-20ab-4258-8498-63af05151eb6 req-d2e21053-9fd5-418a-bc0c-f11fba93cae1 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:40.033784 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0babe053-20ab-4258-8498-63af05151eb6 req-d2e21053-9fd5-418a-bc0c-f11fba93cae1 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.4097607
Nov 18 15:02:40.044173 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:40.045729 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] 10.222.0.15 "PUT /v2.0/ports/67737de0-609b-4efd-99a6-b98f003575b7 HTTP/1.1" status: 200  len: 1157 time: 1.7995589
Nov 18 15:02:40.047634 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa982534-5a1a-4146-8ef8-b1b59c265b6f', 'tag': '67737de0-609b-4efd-99a6-b98f003575b7'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:02:40.058140 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.db.resource_extend [req-c4904a19-8825-4f25-908d-721225dd0f1c req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 18 15:02:40.149970 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0babe053-20ab-4258-8498-63af05151eb6 req-73986e46-f234-4411-922e-03fc17f640dd tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031938
Nov 18 15:02:40.182711 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-2866010d-4eb6-4256-9e1a-e81a4e0cc8a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=556aa7371f8f46c783a13838433abcc1&device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 1160 time: 0.0843511
Nov 18 15:02:40.249104 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76677061-4fa2-4a89-8ed1-f4274ebcdaf7', 'tag': 'fc890824-f762-4cc3-bcc0-869e086a2018', 'status': 'completed', 'code': 200}
Nov 18 15:02:40.266649 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-a03953fc-2896-42d7-8c6a-3fc19bfd42be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67737de0-609b-4efd-99a6-b98f003575b7 HTTP/1.1" status: 200  len: 217 time: 0.0742836
Nov 18 15:02:40.313665 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-c4904a19-8825-4f25-908d-721225dd0f1c req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87330f83-9b45-4b98-9935-02ac897cf58a {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 15:02:40.331139 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24ecd33b-9724-4f27-8a24-338d916dd8c4 req-bd055eb8-5b54-45a0-a178-5038e8e60ef0 service neutron] 10.222.0.15 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4128954
Nov 18 15:02:40.332944 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c4904a19-8825-4f25-908d-721225dd0f1c req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:40.348320 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-ab95d3fb-67a8-413a-8124-ca18a1e3b65a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:40.350230 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-ab95d3fb-67a8-413a-8124-ca18a1e3b65a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9748ee0c-6642-4893-8ba7-9d5548b7a891 HTTP/1.1" status: 200  len: 854 time: 0.0762274
Nov 18 15:02:40.368920 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006c579-6bb8-4e6a-bead-d2fc71183057 req-2d4447f0-2179-401d-b0f3-26305fe5714d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:40.370536 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b006c579-6bb8-4e6a-bead-d2fc71183057 req-2d4447f0-2179-401d-b0f3-26305fe5714d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=76677061-4fa2-4a89-8ed1-f4274ebcdaf7 HTTP/1.1" status: 200  len: 944 time: 0.4198868
Nov 18 15:02:40.376313 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-beccc7c7-a9ac-4f18-9382-79ddc2afe524 req-1e216152-13b3-4f92-8383-9a9152a66dc5 service neutron] 10.222.0.15 "GET /v2.0/networks/d8090ccd-15e6-4c66-9553-e439a92918ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3793342
Nov 18 15:02:40.377328 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-c4904a19-8825-4f25-908d-721225dd0f1c req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] Transition to ACTIVE for port object 87330f83-9b45-4b98-9935-02ac897cf58a will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:02:40.393622 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c4904a19-8825-4f25-908d-721225dd0f1c req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:40.413306 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:40.452596 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-b548d81e-0ea5-40f4-b7b1-bdc6dbd69598 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d80d553a-dd1d-473a-950d-65cdf20bd750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796902
Nov 18 15:02:40.599381 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-c455f6b9-c0b7-4db8-a6e3-eb881fc10ab1 service neutron] 10.222.0.15 "GET /v2.0/networks/d80d553a-dd1d-473a-950d-65cdf20bd750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397460
Nov 18 15:02:40.715406 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] Pushing event updated for resources: {'Port': ['ID=87330f83-9b45-4b98-9935-02ac897cf58a,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:40.741032 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:40.743257 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-510b5159-8c15-4729-ad63-0ff2fff725b2 req-14d67136-9fe9-4a6a-a0e7-99eb00ac5646 service neutron] 10.222.0.15 "GET /v2.0/networks/d80d553a-dd1d-473a-950d-65cdf20bd750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1366856
Nov 18 15:02:40.745982 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b006c579-6bb8-4e6a-bead-d2fc71183057 req-a372850c-eee5-4eb4-97ae-2e08f9e36689 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3672948
Nov 18 15:02:41.053752 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-beccc7c7-a9ac-4f18-9382-79ddc2afe524 req-3a705d95-176c-4aaa-90ea-f0a2b9679ac8 service neutron] 10.222.0.15 "GET /v2.0/networks/d8090ccd-15e6-4c66-9553-e439a92918ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6429479
Nov 18 15:02:41.074044 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7b3e6152-f068-4de6-ba22-20beb1e6633b req-d38b03be-18ef-47fa-a8ec-576848889fae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bf0ab10caa9402d8c60972bc45e7f66&device_id=76677061-4fa2-4a89-8ed1-f4274ebcdaf7 HTTP/1.1" status: 200  len: 1161 time: 0.6667070
Nov 18 15:02:41.111876 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa982534-5a1a-4146-8ef8-b1b59c265b6f', 'tag': '67737de0-609b-4efd-99a6-b98f003575b7', 'status': 'completed', 'code': 200}
Nov 18 15:02:41.310641 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d57d2-f36e-45dc-b2c3-fd0167fa9d25 req-c735d6a0-9dd4-409f-9726-0e630b015163 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:41.312487 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6e8d57d2-f36e-45dc-b2c3-fd0167fa9d25 req-c735d6a0-9dd4-409f-9726-0e630b015163 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 943 time: 0.0886083
Nov 18 15:02:41.373531 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6e8d57d2-f36e-45dc-b2c3-fd0167fa9d25 req-c46bea65-952a-4822-b769-13a7c918d70e tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479121
Nov 18 15:02:41.378792 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721ceec-cb69-473a-a8f4-3e6cc917905a req-29d00739-096f-4010-8590-d8f41613d13b tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:41.380418 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e721ceec-cb69-473a-a8f4-3e6cc917905a req-29d00739-096f-4010-8590-d8f41613d13b tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 944 time: 0.3815718
Nov 18 15:02:41.459839 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e6152-f068-4de6-ba22-20beb1e6633b req-dd12c515-7e9a-4b73-a31f-20b8f698db53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:41.461452 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7b3e6152-f068-4de6-ba22-20beb1e6633b req-dd12c515-7e9a-4b73-a31f-20b8f698db53 service neutron] 10.222.0.15 "GET /v2.0/networks?id=231f3c88-1661-4a29-b0bd-d8835aa7f70f HTTP/1.1" status: 200  len: 908 time: 0.3326685
Nov 18 15:02:41.555146 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c50bdad8-61a7-4a3f-b726-f49d58066fce req-03c4b4bf-d200-491a-8789-ab7a9226f2b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=556aa7371f8f46c783a13838433abcc1&device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 1160 time: 0.3918433
Nov 18 15:02:41.565960 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-c4904a19-8825-4f25-908d-721225dd0f1c req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] Attempting to bind port 87330f83-9b45-4b98-9935-02ac897cf58a on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:02:41.566278 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-c4904a19-8825-4f25-908d-721225dd0f1c req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] Attempting to bind port 87330f83-9b45-4b98-9935-02ac897cf58a by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '521eda77-f2f6-4445-a09c-0c80dc2909a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:02:41.566650 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4904a19-8825-4f25-908d-721225dd0f1c req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] Attempting to bind port 87330f83-9b45-4b98-9935-02ac897cf58a on network 4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:02:41.585008 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b42a3e-c41e-461f-9a15-972f2d2e22fe req-72609b5e-0962-4989-b52a-ee3ea4d411bd tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:41.586778 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b4b42a3e-c41e-461f-9a15-972f2d2e22fe req-72609b5e-0962-4989-b52a-ee3ea4d411bd tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 948 time: 0.0959799
Nov 18 15:02:41.604027 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e721ceec-cb69-473a-a8f4-3e6cc917905a req-754af2f4-cee7-436b-916d-ebbac43e8ca8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2061775
Nov 18 15:02:41.605383 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7b3e6152-f068-4de6-ba22-20beb1e6633b req-ec090077-8bc0-4133-b784-70d85e3b4d54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc890824-f762-4cc3-bcc0-869e086a2018 HTTP/1.1" status: 200  len: 217 time: 0.1302035
Nov 18 15:02:41.609997 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4904a19-8825-4f25-908d-721225dd0f1c req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] Checking agent: {'id': '91607d16-723a-4a8c-80a4-032802295cf0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 34), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:02:41.610382 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4904a19-8825-4f25-908d-721225dd0f1c req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] Checking segment: {'id': '521eda77-f2f6-4445-a09c-0c80dc2909a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:02:41.610795 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c4904a19-8825-4f25-908d-721225dd0f1c req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:41.611191 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4904a19-8825-4f25-908d-721225dd0f1c req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] Bound using segment: {'id': '521eda77-f2f6-4445-a09c-0c80dc2909a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:02:41.611692 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-c4904a19-8825-4f25-908d-721225dd0f1c req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] Bound port: 87330f83-9b45-4b98-9935-02ac897cf58a, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '521eda77-f2f6-4445-a09c-0c80dc2909a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:02:41.612124 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c4904a19-8825-4f25-908d-721225dd0f1c req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:41.693982 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b4b42a3e-c41e-461f-9a15-972f2d2e22fe req-b8e43966-1301-42d8-9ae4-4e9753993010 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/security-groups?id=0408fc59-e2af-45f7-aee0-34bdd62ed4a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974007
Nov 18 15:02:41.841536 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cda7a6ae-7159-47a7-9054-0108060ad51b req-ca50d80c-1f43-4fb0-914d-43fd66dd61a5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 1162 time: 0.0922499
Nov 18 15:02:41.890794 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cda7a6ae-7159-47a7-9054-0108060ad51b req-40651260-cd43-4f68-86d5-c1039146f2b6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411410
Nov 18 15:02:41.892242 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e6152-f068-4de6-ba22-20beb1e6633b req-98503dd2-e2ba-4a6e-bbe6-65af1c06e90b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:41.893861 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7b3e6152-f068-4de6-ba22-20beb1e6633b req-98503dd2-e2ba-4a6e-bbe6-65af1c06e90b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1bfe834-8f18-4226-b68a-ed4ee3dcac14 HTTP/1.1" status: 200  len: 854 time: 0.2673349
Nov 18 15:02:41.950101 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bdad8-61a7-4a3f-b726-f49d58066fce req-fe7e0598-7dff-4eca-979f-b3cd508593c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:41.951711 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c50bdad8-61a7-4a3f-b726-f49d58066fce req-fe7e0598-7dff-4eca-979f-b3cd508593c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d80d553a-dd1d-473a-950d-65cdf20bd750 HTTP/1.1" status: 200  len: 909 time: 0.3824544
Nov 18 15:02:41.958614 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-c4904a19-8825-4f25-908d-721225dd0f1c req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] For port 87330f83-9b45-4b98-9935-02ac897cf58a, host hv-cinder-73362, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:02:41.967189 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-c4904a19-8825-4f25-908d-721225dd0f1c req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] For port 87330f83-9b45-4b98-9935-02ac897cf58a, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=87330f83-9b45-4b98-9935-02ac897cf58a,segment=NetworkSegment(521eda77-f2f6-4445-a09c-0c80dc2909a9),segment_id=521eda77-f2f6-4445-a09c-0c80dc2909a9)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:02:41.972694 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c4904a19-8825-4f25-908d-721225dd0f1c req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:41.988783 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d83cee16-2ff5-4c34-8374-739f75fb74ca tempest-DeleteServersTestJSON-1606755752 tempest-DeleteServersTestJSON-1606755752] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:42.055970 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58425b5f-6195-4e97-a098-ff856cc393b7 req-86aea6e3-3b85-4100-a8f2-35804c5ed1f1 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:42.057613 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-58425b5f-6195-4e97-a098-ff856cc393b7 req-86aea6e3-3b85-4100-a8f2-35804c5ed1f1 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.2470002
Nov 18 15:02:42.092636 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f6327ced-fff0-42d1-a988-18c1720984a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:42.188843 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] Pushing event updated for resources: {'Port': ['ID=87330f83-9b45-4b98-9935-02ac897cf58a,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:42.195981 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:42.307799 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-58425b5f-6195-4e97-a098-ff856cc393b7 req-72c3e9e2-771c-4335-b855-3fdd35305418 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2423656
Nov 18 15:02:42.333338 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7b3e6152-f068-4de6-ba22-20beb1e6633b req-95cb6290-88f7-4a42-b0ce-f8be55e7b54c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=231f3c88-1661-4a29-b0bd-d8835aa7f70f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1255534
Nov 18 15:02:42.339243 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c50bdad8-61a7-4a3f-b726-f49d58066fce req-53db8486-e5a0-4bf2-90da-5385f85d4ab7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67737de0-609b-4efd-99a6-b98f003575b7 HTTP/1.1" status: 200  len: 217 time: 0.0921421
Nov 18 15:02:42.373050 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:42.399282 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c4904a19-8825-4f25-908d-721225dd0f1c req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:42.400827 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c4904a19-8825-4f25-908d-721225dd0f1c req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] 10.222.0.15 "PUT /v2.0/ports/87330f83-9b45-4b98-9935-02ac897cf58a HTTP/1.1" status: 200  len: 1162 time: 4.1546345
Nov 18 15:02:42.424916 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e3ca12-c487-4947-ab53-602a682afcd3', 'tag': '87330f83-9b45-4b98-9935-02ac897cf58a'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:02:42.469675 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec623f1-9b26-434b-8205-0d1291e022bd req-098902f2-712f-4488-9247-490e6726d9f3 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:42.471238 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eec623f1-9b26-434b-8205-0d1291e022bd req-098902f2-712f-4488-9247-490e6726d9f3 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=76677061-4fa2-4a89-8ed1-f4274ebcdaf7 HTTP/1.1" status: 200  len: 944 time: 0.1355479
Nov 18 15:02:42.526394 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eec623f1-9b26-434b-8205-0d1291e022bd req-768c924b-df18-4d87-95e7-96006ebefb32 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473053
Nov 18 15:02:42.587982 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bdad8-61a7-4a3f-b726-f49d58066fce req-9a0562c8-fd5a-4088-b2a0-153188d0f405 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:42.589607 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c50bdad8-61a7-4a3f-b726-f49d58066fce req-9a0562c8-fd5a-4088-b2a0-153188d0f405 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9748ee0c-6642-4893-8ba7-9d5548b7a891 HTTP/1.1" status: 200  len: 854 time: 0.2327063
Nov 18 15:02:42.784282 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c0c05-a96b-45d0-ba13-46eaa5cffb43 req-bfb2f60d-74ec-4f3d-8f99-7d3abed828c6 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:42.786002 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e58c0c05-a96b-45d0-ba13-46eaa5cffb43 req-bfb2f60d-74ec-4f3d-8f99-7d3abed828c6 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 943 time: 0.0931334
Nov 18 15:02:42.838326 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e58c0c05-a96b-45d0-ba13-46eaa5cffb43 req-542f3ab4-806c-4ee0-a71a-f77fe41f18d8 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455081
Nov 18 15:02:42.875393 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e3ca12-c487-4947-ab53-602a682afcd3', 'tag': '87330f83-9b45-4b98-9935-02ac897cf58a', 'status': 'completed', 'code': 200}
Nov 18 15:02:42.921546 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7b3e6152-f068-4de6-ba22-20beb1e6633b req-65b7efc3-ca81-410d-aa8d-90bb2529de4c service neutron] 10.222.0.15 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5677457
Nov 18 15:02:42.992147 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c4904a19-8825-4f25-908d-721225dd0f1c req-a144dd04-a62b-49e8-ac2a-42af3cb9f115 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e4f14cca07fc4d049fe7971e3c08736d&device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 1165 time: 0.5202100
Nov 18 15:02:43.045476 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648df516-7c2e-4bcb-bb6d-c2db4fdc696d req-86b95a0d-5a21-4553-b5b4-003bfcbc86ca tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:43.047089 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-648df516-7c2e-4bcb-bb6d-c2db4fdc696d req-86b95a0d-5a21-4553-b5b4-003bfcbc86ca tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 948 time: 0.0869071
Nov 18 15:02:43.098275 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-648df516-7c2e-4bcb-bb6d-c2db4fdc696d req-7604d681-0a27-4654-ac49-9c6b9aeb7d21 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/security-groups?id=0408fc59-e2af-45f7-aee0-34bdd62ed4a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447083
Nov 18 15:02:43.169201 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c4904a19-8825-4f25-908d-721225dd0f1c req-e535ecc1-00fa-42c7-8bae-93a4c29325e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=87330f83-9b45-4b98-9935-02ac897cf58a HTTP/1.1" status: 200  len: 217 time: 0.1612449
Nov 18 15:02:43.223325 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c50bdad8-61a7-4a3f-b726-f49d58066fce req-d980409b-0663-4995-8771-2f33b416b128 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d80d553a-dd1d-473a-950d-65cdf20bd750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6192539
Nov 18 15:02:43.280082 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce56fb6-20d3-4691-85b5-05f8c66616de req-0029e279-0a5e-4f52-afaa-2b6e45f14ca9 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:43.281711 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bce56fb6-20d3-4691-85b5-05f8c66616de req-0029e279-0a5e-4f52-afaa-2b6e45f14ca9 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 944 time: 0.4055040
Nov 18 15:02:43.320675 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7b3e6152-f068-4de6-ba22-20beb1e6633b req-634bbc61-604b-4508-be4b-7859aff1a64d service neutron] 10.222.0.15 "GET /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3776934
Nov 18 15:02:43.351363 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4904a19-8825-4f25-908d-721225dd0f1c req-9cbf0d71-2bbc-46f7-a952-76b080e5dbe2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:43.352967 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c4904a19-8825-4f25-908d-721225dd0f1c req-9cbf0d71-2bbc-46f7-a952-76b080e5dbe2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf978992-eb36-40df-af35-2f649b50649e HTTP/1.1" status: 200  len: 843 time: 0.1694109
Nov 18 15:02:43.480988 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:43.493794 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bce56fb6-20d3-4691-85b5-05f8c66616de req-ab405f09-2adf-47ff-ae7b-4ce8bb8f5292 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1983318
Nov 18 15:02:43.522943 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c50bdad8-61a7-4a3f-b726-f49d58066fce req-df57997d-e029-4ef4-9e79-12256fdb369a service neutron] 10.222.0.15 "GET /v2.0/networks/d80d553a-dd1d-473a-950d-65cdf20bd750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2846591
Nov 18 15:02:43.573382 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c4904a19-8825-4f25-908d-721225dd0f1c req-b1744eab-3363-4b85-9f16-da1fe9147ed0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2058897
Nov 18 15:02:43.591115 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4704f-3d03-4da0-a6bf-2b836a69c43a req-b70b8c05-f7a4-4527-862f-871e8ebccd17 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:43.592785 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dbc4704f-3d03-4da0-a6bf-2b836a69c43a req-b70b8c05-f7a4-4527-862f-871e8ebccd17 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.0904944
Nov 18 15:02:43.647479 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dbc4704f-3d03-4da0-a6bf-2b836a69c43a req-3b0b1fad-6e0b-44d1-9e5a-edd21bfdebc4 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480566
Nov 18 15:02:43.685034 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:43.844013 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device f95d9584-b6db-492f-8f0d-90810f52af4d up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:02:43.844367 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c50bdad8-61a7-4a3f-b726-f49d58066fce req-1d2c7495-3cf5-4f19-a891-79ecc19cf92f service neutron] 10.222.0.15 "GET /v2.0/networks/d80d553a-dd1d-473a-950d-65cdf20bd750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3096015
Nov 18 15:02:43.868635 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c4904a19-8825-4f25-908d-721225dd0f1c req-727b9bf9-e9f8-4c17-9704-3f50d234bb3f service neutron] 10.222.0.15 "GET /v2.0/networks/4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2835917
Nov 18 15:02:43.898439 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad1a51-f63f-4f05-a6c7-171009c340cb req-0f9fcc90-3afc-4683-802a-e970fa475e52 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:43.900158 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8fad1a51-f63f-4f05-a6c7-171009c340cb req-0f9fcc90-3afc-4683-802a-e970fa475e52 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=76677061-4fa2-4a89-8ed1-f4274ebcdaf7 HTTP/1.1" status: 200  len: 944 time: 0.1500280
Nov 18 15:02:43.920383 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning for port f95d9584-b6db-492f-8f0d-90810f52af4d completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:02:43.925500 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port f95d9584-b6db-492f-8f0d-90810f52af4d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:43.925926 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:44.051143 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:44.072050 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb385d6-b9df-4bd6-abe0-7a50c387f2c3 req-36a57b72-e336-4f4b-9124-94ce53a6d5e4 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:44.073233 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c4904a19-8825-4f25-908d-721225dd0f1c req-d4c80fca-11f1-4c2a-859e-2f81b8274279 service neutron] 10.222.0.15 "GET /v2.0/networks/4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1720018
Nov 18 15:02:44.074648 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1eb385d6-b9df-4bd6-abe0-7a50c387f2c3 req-36a57b72-e336-4f4b-9124-94ce53a6d5e4 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 943 time: 0.0911832
Nov 18 15:02:44.098141 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02249b3-7004-4b49-8f0b-8d1004468f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95d9584-b6db-492f-8f0d-90810f52af4d'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:02:44.100111 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8fad1a51-f63f-4f05-a6c7-171009c340cb req-5d6e7556-ad01-4347-a628-5aa3f2821e7a tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516789
Nov 18 15:02:44.107829 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port f95d9584-b6db-492f-8f0d-90810f52af4d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=f95d9584-b6db-492f-8f0d-90810f52af4d,segment=NetworkSegment(08e8427e-f7cb-43a8-940f-39d229194dfb),segment_id=08e8427e-f7cb-43a8-940f-39d229194dfb)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:02:44.111629 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:44.114490 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:44.155795 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1eb385d6-b9df-4bd6-abe0-7a50c387f2c3 req-86c4d801-51be-40d7-8268-0cabc2a3bfae tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729456
Nov 18 15:02:44.181809 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02249b3-7004-4b49-8f0b-8d1004468f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95d9584-b6db-492f-8f0d-90810f52af4d', 'code': 200}
Nov 18 15:02:44.194371 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=f95d9584-b6db-492f-8f0d-90810f52af4d,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:44.204268 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:44.204805 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:44.205351 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:44.205734 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:44.206105 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:44.206478 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:44.207396 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:44.207805 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:44.208212 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:44.208730 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:44.209169 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:44.209538 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:44.209945 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:44.210309 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:44.210679 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:44.211041 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:44.211711 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:44.211711 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:44.212079 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:44.212436 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:44.212810 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:44.213430 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:44.213796 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:44.214157 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:02:44.215719 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-daf52941-ae88-4714-be46-c7ec5fb5d6f1 req-f30acc1f-523a-4c84-b75b-111d1fe5be26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e4f14cca07fc4d049fe7971e3c08736d&device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 1165 time: 0.0867171
Nov 18 15:02:44.218802 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:44.359884 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf52941-ae88-4714-be46-c7ec5fb5d6f1 req-c1d112a8-f6f1-498f-b936-c05542e59fa5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:44.361499 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-daf52941-ae88-4714-be46-c7ec5fb5d6f1 req-c1d112a8-f6f1-498f-b936-c05542e59fa5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd HTTP/1.1" status: 200  len: 863 time: 0.1385834
Nov 18 15:02:44.367095 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1211041-66c9-47a5-be2d-d5fbfb65456d req-1f80f169-4726-4a6d-85ec-13683a111813 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:44.368697 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d1211041-66c9-47a5-be2d-d5fbfb65456d req-1f80f169-4726-4a6d-85ec-13683a111813 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 948 time: 0.0820861
Nov 18 15:02:44.417974 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d1211041-66c9-47a5-be2d-d5fbfb65456d req-26280b8b-2a1a-4692-b4e8-fe26bb35bb70 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/security-groups?id=0408fc59-e2af-45f7-aee0-34bdd62ed4a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424476
Nov 18 15:02:44.435762 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-daf52941-ae88-4714-be46-c7ec5fb5d6f1 req-c406daed-5163-4ff2-80b7-89d46f4c2142 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=87330f83-9b45-4b98-9935-02ac897cf58a HTTP/1.1" status: 200  len: 217 time: 0.0659387
Nov 18 15:02:44.507822 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf52941-ae88-4714-be46-c7ec5fb5d6f1 req-02f5f345-8d24-441c-b93b-afd14fbb2301 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:44.509431 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-daf52941-ae88-4714-be46-c7ec5fb5d6f1 req-02f5f345-8d24-441c-b93b-afd14fbb2301 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf978992-eb36-40df-af35-2f649b50649e HTTP/1.1" status: 200  len: 843 time: 0.0669494
Nov 18 15:02:44.603348 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-daf52941-ae88-4714-be46-c7ec5fb5d6f1 req-fdb8d05a-2415-467d-bd52-f206bea9b5b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0782716
Nov 18 15:02:44.721297 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device f95d9584-b6db-492f-8f0d-90810f52af4d up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:02:44.734888 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49e789-9645-4b32-9f37-c6d4f84b8135 req-1b73d2fc-1251-4e8c-a5ec-3c191e3e9936 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:44.736590 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9e49e789-9645-4b32-9f37-c6d4f84b8135 req-1b73d2fc-1251-4e8c-a5ec-3c191e3e9936 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.1085155
Nov 18 15:02:44.767935 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-daf52941-ae88-4714-be46-c7ec5fb5d6f1 req-ab70d172-09c0-44e9-9b8c-ada1183d725e service neutron] 10.222.0.15 "GET /v2.0/networks/4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1556373
Nov 18 15:02:44.799514 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9e49e789-9645-4b32-9f37-c6d4f84b8135 req-7c59ac3c-e3c5-4b01-8849-bdf6a52af653 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0539184
Nov 18 15:02:44.823293 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port f95d9584-b6db-492f-8f0d-90810f52af4d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:44.823719 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:44.945607 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 5059f602-c7f8-451f-95f7-dbd091055918 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:02:45.019075 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 5059f602-c7f8-451f-95f7-dbd091055918 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:45.019495 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:45.054642 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-daf52941-ae88-4714-be46-c7ec5fb5d6f1 req-cbecc470-fcc7-4175-acd5-ba383cc824c0 service neutron] 10.222.0.15 "GET /v2.0/networks/4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2715542
Nov 18 15:02:45.064521 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827397d-222d-4631-8a4e-208e003dc9bc req-50cd3230-8fcd-4ef9-8bdd-cdf11a1131d5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:45.066146 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4827397d-222d-4631-8a4e-208e003dc9bc req-50cd3230-8fcd-4ef9-8bdd-cdf11a1131d5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.2608535
Nov 18 15:02:45.069280 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-30e0dc0c-bdfc-48a0-b14c-905d6cc3e946 req-2b40fde3-3809-4dab-b3ef-e7e31b738d5f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 1163 time: 0.2240562
Nov 18 15:02:45.152437 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4827397d-222d-4631-8a4e-208e003dc9bc req-ff8f3036-e54d-4bc2-bab8-b92592bbd756 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784507
Nov 18 15:02:45.154421 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-30e0dc0c-bdfc-48a0-b14c-905d6cc3e946 req-3339baec-06fa-40ef-88ca-04a0dd88273e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0638907
Nov 18 15:02:45.318240 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9bbb5-7cb3-4a19-aa2c-d2b25558f78d req-ca9067e7-de73-4770-ad1c-936b1e41b1f6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:45.319837 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03a9bbb5-7cb3-4a19-aa2c-d2b25558f78d req-ca9067e7-de73-4770-ad1c-936b1e41b1f6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=76677061-4fa2-4a89-8ed1-f4274ebcdaf7 HTTP/1.1" status: 200  len: 944 time: 0.0826225
Nov 18 15:02:45.363551 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d753bea-a9b3-4d3f-a955-788d62a5fcbc req-793afbd4-cad5-4750-ad47-a74dc574b417 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:45.364415 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1d753bea-a9b3-4d3f-a955-788d62a5fcbc req-793afbd4-cad5-4750-ad47-a74dc574b417 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Synchronizing usage tracker for tenant:556aa7371f8f46c783a13838433abcc1 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:02:45.368963 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03a9bbb5-7cb3-4a19-aa2c-d2b25558f78d req-95131ed5-9833-4136-a00a-980de9651310 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422471
Nov 18 15:02:45.376871 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1d753bea-a9b3-4d3f-a955-788d62a5fcbc req-793afbd4-cad5-4750-ad47-a74dc574b417 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Unset dirty status for tenant:556aa7371f8f46c783a13838433abcc1 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:02:45.378123 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d753bea-a9b3-4d3f-a955-788d62a5fcbc req-793afbd4-cad5-4750-ad47-a74dc574b417 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 943 time: 0.0981643
Nov 18 15:02:45.427739 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d753bea-a9b3-4d3f-a955-788d62a5fcbc req-f33381a9-686b-4a6c-8dc4-9d4bbcb5a9df tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433071
Nov 18 15:02:45.640270 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b457a7-4da2-45cc-8199-f9bfcaeb1f34 req-c16004e6-3076-493a-83f8-7064032fc34d tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:45.641906 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e9b457a7-4da2-45cc-8199-f9bfcaeb1f34 req-c16004e6-3076-493a-83f8-7064032fc34d tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 948 time: 0.0925863
Nov 18 15:02:45.691098 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e9b457a7-4da2-45cc-8199-f9bfcaeb1f34 req-3f979018-6c4c-4b95-a9a8-a86cf1a1279d tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/security-groups?id=0408fc59-e2af-45f7-aee0-34bdd62ed4a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425088
Nov 18 15:02:46.016818 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b445b420-2016-4b30-b046-1e8c3fb161a8 req-a7e6e1b1-5818-4504-a5ab-a2f61539fe7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b71ecd4efe1c43699077d33965fe93b0&device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 1162 time: 0.0814464
Nov 18 15:02:46.029608 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4b236-4407-40b1-8a9c-0b6822bc8b43 req-ba8ca193-196b-4ea5-8998-e31a6c03f427 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:46.031279 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88d4b236-4407-40b1-8a9c-0b6822bc8b43 req-ba8ca193-196b-4ea5-8998-e31a6c03f427 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.0937512
Nov 18 15:02:46.085368 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88d4b236-4407-40b1-8a9c-0b6822bc8b43 req-c270d9eb-7b1a-4836-b23c-b2b2b0b4e473 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0455709
Nov 18 15:02:46.420095 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445b420-2016-4b30-b046-1e8c3fb161a8 req-1a62333e-368a-491e-9326-2ec9833169f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:46.421833 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b445b420-2016-4b30-b046-1e8c3fb161a8 req-1a62333e-368a-491e-9326-2ec9833169f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8090ccd-15e6-4c66-9553-e439a92918ea HTTP/1.1" status: 200  len: 913 time: 0.3976591
Nov 18 15:02:46.504471 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b445b420-2016-4b30-b046-1e8c3fb161a8 req-32fd2c33-fd97-45ea-bd28-467b6aee1831 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5059f602-c7f8-451f-95f7-dbd091055918 HTTP/1.1" status: 200  len: 217 time: 0.0747323
Nov 18 15:02:46.511886 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e1e41-242d-4a76-8da7-c65d4ed5b95a req-c3cd22f0-4b7f-4e62-8c75-d04b68ed9216 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:46.513491 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-677e1e41-242d-4a76-8da7-c65d4ed5b95a req-c3cd22f0-4b7f-4e62-8c75-d04b68ed9216 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.3858769
Nov 18 15:02:46.589381 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fa0ae-05cb-4159-9139-499e24f2a86a req-ca24db5f-80c5-4f36-889d-d9a2d9054f55 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:46.590913 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a5fa0ae-05cb-4159-9139-499e24f2a86a req-ca24db5f-80c5-4f36-889d-d9a2d9054f55 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=76677061-4fa2-4a89-8ed1-f4274ebcdaf7 HTTP/1.1" status: 200  len: 944 time: 0.0860054
Nov 18 15:02:46.613800 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445b420-2016-4b30-b046-1e8c3fb161a8 req-c71763f7-fe7f-49a7-9993-229b82b0c8b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:46.615376 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b445b420-2016-4b30-b046-1e8c3fb161a8 req-c71763f7-fe7f-49a7-9993-229b82b0c8b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80c7effc-6938-4978-a3bc-1269e8492d3a HTTP/1.1" status: 200  len: 859 time: 0.1009982
Nov 18 15:02:46.620417 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-677e1e41-242d-4a76-8da7-c65d4ed5b95a req-f33ff7de-e42e-4823-85e6-72071bea3dac tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664837
Nov 18 15:02:46.656651 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a5fa0ae-05cb-4159-9139-499e24f2a86a req-30333084-4b6a-4a67-be36-9f22182103c7 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583594
Nov 18 15:02:46.671010 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b445b420-2016-4b30-b046-1e8c3fb161a8 req-8feb85a5-89b5-4854-a20e-10e6e5be2aaf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8090ccd-15e6-4c66-9553-e439a92918ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435090
Nov 18 15:02:46.869271 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b445b420-2016-4b30-b046-1e8c3fb161a8 req-8f59a319-2a76-4cd9-b205-618d93f94cde service neutron] 10.222.0.15 "GET /v2.0/networks/d8090ccd-15e6-4c66-9553-e439a92918ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1909590
Nov 18 15:02:46.908740 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4191f-2fa5-4bb8-a7d9-f37c5c023a62 req-d440f5dd-079c-4111-8a19-783101a3279b tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:46.910393 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c8c4191f-2fa5-4bb8-a7d9-f37c5c023a62 req-d440f5dd-079c-4111-8a19-783101a3279b tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 948 time: 0.0829718
Nov 18 15:02:46.932187 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261161b-49a4-44b6-9896-f77a4bb4a72d req-21824607-519a-4db8-8d81-140e36feeb85 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:46.934623 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2261161b-49a4-44b6-9896-f77a4bb4a72d req-21824607-519a-4db8-8d81-140e36feeb85 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 943 time: 0.1619575
Nov 18 15:02:46.959637 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c8c4191f-2fa5-4bb8-a7d9-f37c5c023a62 req-94c37053-9aed-4125-94d3-29023c22e709 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/security-groups?id=0408fc59-e2af-45f7-aee0-34bdd62ed4a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428932
Nov 18 15:02:47.061280 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2261161b-49a4-44b6-9896-f77a4bb4a72d req-9dc5a004-1f85-4942-866e-3c9da5997be1 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191566
Nov 18 15:02:47.070029 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b445b420-2016-4b30-b046-1e8c3fb161a8 req-b1dc4fc4-7b53-4657-9c0c-d40037b39093 service neutron] 10.222.0.15 "GET /v2.0/networks/d8090ccd-15e6-4c66-9553-e439a92918ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1905284
Nov 18 15:02:47.265095 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:02:47.299092 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0689b-4000-45d7-847b-1263e8ec1c31 req-d284bccd-eb06-4a2a-84e9-4e8d8d546a08 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:47.300698 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7ae0689b-4000-45d7-847b-1263e8ec1c31 req-d284bccd-eb06-4a2a-84e9-4e8d8d546a08 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.0837040
Nov 18 15:02:47.353587 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7ae0689b-4000-45d7-847b-1263e8ec1c31 req-779fb009-96c2-4c23-a531-eb0e1e6296d4 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0464275
Nov 18 15:02:47.846734 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb8a54-6156-4dd0-90ad-22c5848ed004 req-0ea0d2b6-196e-4310-ad9e-9a9fc7aa90c5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:47.848345 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3beb8a54-6156-4dd0-90ad-22c5848ed004 req-0ea0d2b6-196e-4310-ad9e-9a9fc7aa90c5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.0908906
Nov 18 15:02:47.897154 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3beb8a54-6156-4dd0-90ad-22c5848ed004 req-578d43a8-dbb4-41f5-a719-c3315f046d7e tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423756
Nov 18 15:02:48.003130 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71305def-d98a-4fc0-979b-3cbc09f1bf36 req-ee78613c-72ed-4063-92d0-b28ee51cbf6f tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:48.004732 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-71305def-d98a-4fc0-979b-3cbc09f1bf36 req-ee78613c-72ed-4063-92d0-b28ee51cbf6f tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=76677061-4fa2-4a89-8ed1-f4274ebcdaf7 HTTP/1.1" status: 200  len: 944 time: 0.0855217
Nov 18 15:02:48.013228 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device fc890824-f762-4cc3-bcc0-869e086a2018 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:02:48.057779 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-71305def-d98a-4fc0-979b-3cbc09f1bf36 req-93eb640a-8059-4269-be6b-6da1a5fbe20d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453060
Nov 18 15:02:48.087528 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning for port fc890824-f762-4cc3-bcc0-869e086a2018 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:02:48.092475 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port fc890824-f762-4cc3-bcc0-869e086a2018 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:48.092954 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:48.178239 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50979a3-c145-48c6-bfa4-037bb44d2f93 req-4af84fa3-3d96-4ce0-b565-be607d5a2b5e tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:48.179867 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b50979a3-c145-48c6-bfa4-037bb44d2f93 req-4af84fa3-3d96-4ce0-b565-be607d5a2b5e tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 948 time: 0.0886726
Nov 18 15:02:48.212347 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:48.237035 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b50979a3-c145-48c6-bfa4-037bb44d2f93 req-eb82f832-bedc-4206-92ef-d42e983bf083 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/security-groups?id=0408fc59-e2af-45f7-aee0-34bdd62ed4a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434670
Nov 18 15:02:48.241054 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76677061-4fa2-4a89-8ed1-f4274ebcdaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc890824-f762-4cc3-bcc0-869e086a2018'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:02:48.252672 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port fc890824-f762-4cc3-bcc0-869e086a2018, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=fc890824-f762-4cc3-bcc0-869e086a2018,segment=NetworkSegment(4b2d87ea-87bf-4293-bc6e-adda9a20d3aa),segment_id=4b2d87ea-87bf-4293-bc6e-adda9a20d3aa)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:02:48.266702 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:48.266702 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d2bb97d1-46b2-44a9-9598-a090bf226d8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:48.286303 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75edf22-73c8-4249-9db1-301f1efdf137 req-ceaecc59-7da7-4e0d-955a-21fc1cc01fdb tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:48.287958 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f75edf22-73c8-4249-9db1-301f1efdf137 req-ceaecc59-7da7-4e0d-955a-21fc1cc01fdb tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 943 time: 0.0898819
Nov 18 15:02:48.333152 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=fc890824-f762-4cc3-bcc0-869e086a2018,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:48.336432 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:48.340200 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f75edf22-73c8-4249-9db1-301f1efdf137 req-6fd85f0d-84a0-41fd-abb9-af164e64f10d tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451639
Nov 18 15:02:48.414250 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76677061-4fa2-4a89-8ed1-f4274ebcdaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc890824-f762-4cc3-bcc0-869e086a2018', 'code': 200}
Nov 18 15:02:48.594248 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fda71-4619-45c1-adce-59610b3a6adb req-b9952945-bc16-4fa7-a1a9-0d0567e90ece tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:48.595863 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-421fda71-4619-45c1-adce-59610b3a6adb req-b9952945-bc16-4fa7-a1a9-0d0567e90ece tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.0892098
Nov 18 15:02:48.702743 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-421fda71-4619-45c1-adce-59610b3a6adb req-4bbcaf9c-dd68-4e18-bfb2-08f8d4adbf7d tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0994291
Nov 18 15:02:48.719598 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-df8df29c-e958-422a-99c8-988fbdbb5fec req-eaf5b884-155e-47dc-aa93-bbbf179236d9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76677061-4fa2-4a89-8ed1-f4274ebcdaf7 HTTP/1.1" status: 200  len: 1163 time: 0.1174934
Nov 18 15:02:48.753076 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.objects.ports [None req-64969cee-c3cc-4218-ab84-f786999d848d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80266) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 18 15:02:48.770181 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-df8df29c-e958-422a-99c8-988fbdbb5fec req-8ef0677b-d1f8-483f-8dc8-6252a0f2bd66 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428569
Nov 18 15:02:48.920635 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b11ce4-d6ca-4e7d-b180-738ccc963588 req-58450b41-fb16-4083-9d3c-6a9375037fe3 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:48.922184 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f4b11ce4-d6ca-4e7d-b180-738ccc963588 req-58450b41-fb16-4083-9d3c-6a9375037fe3 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.0842519
Nov 18 15:02:48.970033 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f4b11ce4-d6ca-4e7d-b180-738ccc963588 req-d7aed33f-e0ed-49e5-8a09-b9b5d644984e tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0418537
Nov 18 15:02:49.172442 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf3fcc-6942-45f7-bfe3-54038a8fe4f7 req-427c04a8-f90b-446d-912c-12476febf044 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:49.174070 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-30bf3fcc-6942-45f7-bfe3-54038a8fe4f7 req-427c04a8-f90b-446d-912c-12476febf044 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.0871558
Nov 18 15:02:49.223374 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-30bf3fcc-6942-45f7-bfe3-54038a8fe4f7 req-c0ea23d5-5b0c-4796-ae2d-c2156de8b9f9 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428343
Nov 18 15:02:49.328573 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-37453a4e-0a24-4db6-8763-c91595ed6700 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1613278
Nov 18 15:02:49.338745 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Request body: {'floatingip': {'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:02:49.344836 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:02:49.349304 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Usage tracker for resource:floatingip and tenant:c4a9b323e37c46d8899b044decab72ea is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:02:49.352343 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:02:49.358767 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:02:49.368456 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks [] for floatingip, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:49.427954 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920dd68-9588-4f01-81e2-061d96a996f6 req-b75d333a-2c98-415b-8fd5-572f27ffafd5 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:49.429530 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3920dd68-9588-4f01-81e2-061d96a996f6 req-b75d333a-2c98-415b-8fd5-572f27ffafd5 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=76677061-4fa2-4a89-8ed1-f4274ebcdaf7 HTTP/1.1" status: 200  len: 946 time: 0.0904832
Nov 18 15:02:49.481861 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3920dd68-9588-4f01-81e2-061d96a996f6 req-43c96781-0956-4ccc-ace7-64faa777a17b tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453060
Nov 18 15:02:49.515238 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:49.680300 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132942e4-269e-4833-a1a8-e905f8507f6d req-2f82e383-3e50-47ef-b1f0-695977b29ab9 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:49.681850 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-132942e4-269e-4833-a1a8-e905f8507f6d req-2f82e383-3e50-47ef-b1f0-695977b29ab9 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 948 time: 0.0821233
Nov 18 15:02:49.738137 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-132942e4-269e-4833-a1a8-e905f8507f6d req-7cd0fd71-895e-4f39-bff5-9536d647d499 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/security-groups?id=0408fc59-e2af-45f7-aee0-34bdd62ed4a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490251
Nov 18 15:02:49.798155 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Allocated IP 172.27.1.194 (96475b02-3c3a-4cf0-bab1-8b9b17365c14/9c2873db-d6d7-45a1-862e-7032080186d6/82d02701-1866-4411-b625-b8d399a14fc2) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:02:49.944299 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf9c7e-799e-45a0-ae85-d7bec18e48d8 req-efe3fb2b-2b73-4637-a9c2-037e348d3e01 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:49.945829 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b8bf9c7e-799e-45a0-ae85-d7bec18e48d8 req-efe3fb2b-2b73-4637-a9c2-037e348d3e01 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 943 time: 0.0878897
Nov 18 15:02:49.955896 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:49.982381 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823075388'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:49.994067 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b8bf9c7e-799e-45a0-ae85-d7bec18e48d8 req-29a1888e-65f0-45d9-8f1b-d3974b548a48 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417476
Nov 18 15:02:49.998558 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7c798e65-fdd1-40a5-af8c-e501dda995f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:50.140527 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Pushing event updated for resources: {'Port': ['ID=82d02701-1866-4411-b625-b8d399a14fc2,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:50.150369 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:50.191059 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:02:50.192224 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:02:50.194607 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:02:50.204126 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device f95d9584-b6db-492f-8f0d-90810f52af4d up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:02:50.279449 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port f95d9584-b6db-492f-8f0d-90810f52af4d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:50.279875 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:50.288740 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks [] for floatingip, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:50.352252 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:50.397477 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device fc890824-f762-4cc3-bcc0-869e086a2018 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:02:50.471767 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port fc890824-f762-4cc3-bcc0-869e086a2018 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:50.472087 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:50.541129 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f0df7-e164-4cd0-8353-5aa30cf1e8a0 req-c71896c0-ddf7-4cdb-a0e0-97aaca93aab6 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:50.543576 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c2f0df7-e164-4cd0-8353-5aa30cf1e8a0 req-c71896c0-ddf7-4cdb-a0e0-97aaca93aab6 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.0864823
Nov 18 15:02:50.596349 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c2f0df7-e164-4cd0-8353-5aa30cf1e8a0 req-cb38a67d-b88a-4b28-9239-d51fcbb041bd tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457783
Nov 18 15:02:50.618057 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 67737de0-609b-4efd-99a6-b98f003575b7 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:02:50.640351 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:50.644537 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31700445'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:50.660843 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a60b9017-75d8-49ba-9a03-fcbfa3b2318f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:50.694064 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning for port 67737de0-609b-4efd-99a6-b98f003575b7 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:02:50.700076 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 67737de0-609b-4efd-99a6-b98f003575b7 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:50.700554 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:50.805687 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Pushing event updated for resources: {'Port': ['ID=82d02701-1866-4411-b625-b8d399a14fc2,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:50.811172 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:50.827422 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:50.833328 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba64137-75e3-41dd-a4c7-c5e11721be1d req-7dbe0f7c-e814-462f-b627-13b166caa691 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:50.834921 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0ba64137-75e3-41dd-a4c7-c5e11721be1d req-7dbe0f7c-e814-462f-b627-13b166caa691 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=76677061-4fa2-4a89-8ed1-f4274ebcdaf7 HTTP/1.1" status: 200  len: 946 time: 0.1163380
Nov 18 15:02:50.865022 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa982534-5a1a-4146-8ef8-b1b59c265b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67737de0-609b-4efd-99a6-b98f003575b7'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:02:50.876714 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port 67737de0-609b-4efd-99a6-b98f003575b7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=67737de0-609b-4efd-99a6-b98f003575b7,segment=NetworkSegment(bedfbab1-4304-4348-8818-44aade99ea50),segment_id=bedfbab1-4304-4348-8818-44aade99ea50)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:02:50.881629 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:50.894871 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0ba64137-75e3-41dd-a4c7-c5e11721be1d req-20366e1b-5a0e-4cf5-8737-cf3451c39407 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526676
Nov 18 15:02:50.896059 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3fab91eb-60cc-41a7-8209-4257cc09b9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:50.913931 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854175593'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:50.940519 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:50.948115 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.6137447
Nov 18 15:02:50.978922 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=67737de0-609b-4efd-99a6-b98f003575b7,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:50.989616 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:51.033252 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-ed02f3ed-fb2f-41bf-abda-812ba3799f81 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Synchronizing usage tracker for tenant:c4a9b323e37c46d8899b044decab72ea on resource:floatingip {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:02:51.049918 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-ed02f3ed-fb2f-41bf-abda-812ba3799f81 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Unset dirty status for tenant:c4a9b323e37c46d8899b044decab72ea on resource:floatingip {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:02:51.051309 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-ed02f3ed-fb2f-41bf-abda-812ba3799f81 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.1.194 HTTP/1.1" status: 200  len: 696 time: 0.1011190
Nov 18 15:02:51.138016 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e759dd5-2b25-428c-ad2d-4dce5f3e2ac8 req-d80322ee-efff-42e1-aa6d-3d3c67edb5b4 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:51.139642 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e759dd5-2b25-428c-ad2d-4dce5f3e2ac8 req-d80322ee-efff-42e1-aa6d-3d3c67edb5b4 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 948 time: 0.0886693
Nov 18 15:02:51.184597 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Network 4fa46d3e-7430-4e35-a8c9-7fb7bc1625cd details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 15:02:51.198340 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e759dd5-2b25-428c-ad2d-4dce5f3e2ac8 req-87e7988d-aee8-4550-8547-198b695b06a4 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/security-groups?id=0408fc59-e2af-45f7-aee0-34bdd62ed4a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516989
Nov 18 15:02:51.291010 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa982534-5a1a-4146-8ef8-b1b59c265b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67737de0-609b-4efd-99a6-b98f003575b7', 'code': 200}
Nov 18 15:02:51.422425 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-6ed620a5-8594-4053-9bba-a4d3ed4cdc7c tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:51.423920 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-6ed620a5-8594-4053-9bba-a4d3ed4cdc7c tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/networks/96475b02-3c3a-4cf0-bab1-8b9b17365c14 HTTP/1.1" status: 200  len: 784 time: 0.3663199
Nov 18 15:02:51.439185 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-42a55d5d-870f-4c2c-8ce1-5cc6d28c2dd6 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 15:02:51.440271 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f7e5a8c7-93a8-4a49-826f-84f30c8a0b4b req-42a55d5d-870f-4c2c-8ce1-5cc6d28c2dd6 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0087192
Nov 18 15:02:51.517828 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.objects.ports [None req-e123011a-05db-4242-9294-10ec7642f01e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80266) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 18 15:02:51.524337 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e70338-9a65-4d61-88f2-edd5fd4c0405 req-ef77bdbe-854b-4a56-b5ef-2597f5b7418a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:51.527314 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a6e70338-9a65-4d61-88f2-edd5fd4c0405 req-ef77bdbe-854b-4a56-b5ef-2597f5b7418a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 945 time: 0.1423247
Nov 18 15:02:51.590885 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0367e121-948e-474a-832c-2d1b35820a7a req-d52f5e0b-2662-4e79-a0c3-67d1ca61fd2c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 1162 time: 0.1339869
Nov 18 15:02:51.598171 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a6e70338-9a65-4d61-88f2-edd5fd4c0405 req-9bab9240-24bf-40e4-a2f3-a31213fde8df tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643516
Nov 18 15:02:51.662065 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0367e121-948e-474a-832c-2d1b35820a7a req-279d3360-67e4-4a61-9d6c-77aa5f599b18 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400312
Nov 18 15:02:51.801575 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf4a8b-32ae-41e0-84cd-9232f509e7d2 req-4cfdda28-b68a-46bd-94e8-8f879d2464a2 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:51.803144 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-febf4a8b-32ae-41e0-84cd-9232f509e7d2 req-4cfdda28-b68a-46bd-94e8-8f879d2464a2 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0826674
Nov 18 15:02:51.888027 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-febf4a8b-32ae-41e0-84cd-9232f509e7d2 req-adf3f0b3-ba11-4457-a2c2-70e664e9e114 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.1.194 HTTP/1.1" status: 200  len: 696 time: 0.0777769
Nov 18 15:02:51.898005 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-febf4a8b-32ae-41e0-84cd-9232f509e7d2 req-91805e05-b6d4-4f62-a171-b4e7c801d261 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Request body: {'floatingip': {'port_id': 'f95d9584-b6db-492f-8f0d-90810f52af4d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:02:51.978291 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-febf4a8b-32ae-41e0-84cd-9232f509e7d2 req-91805e05-b6d4-4f62-a171-b4e7c801d261 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks [] for floatingip, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:52.271411 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e064215-0600-4cc5-976d-442aff575bb4 req-a7a009e4-ce26-49f1-85db-b7c5c0c63e5d tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:52.273124 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e064215-0600-4cc5-976d-442aff575bb4 req-a7a009e4-ce26-49f1-85db-b7c5c0c63e5d tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.0912876
Nov 18 15:02:52.322507 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e064215-0600-4cc5-976d-442aff575bb4 req-5390c214-f8ef-499b-a60d-c9bd19aab072 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426502
Nov 18 15:02:52.525143 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab763998-2199-4094-a00f-0755920e3b7a req-e95fd7aa-93e7-43e5-a7ac-87190138618f tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:52.526685 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ab763998-2199-4094-a00f-0755920e3b7a req-e95fd7aa-93e7-43e5-a7ac-87190138618f tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=76677061-4fa2-4a89-8ed1-f4274ebcdaf7 HTTP/1.1" status: 200  len: 946 time: 0.0855696
Nov 18 15:02:52.576055 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ab763998-2199-4094-a00f-0755920e3b7a req-c465496c-1aff-4cef-b3aa-4923774a2904 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429003
Nov 18 15:02:52.616672 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-febf4a8b-32ae-41e0-84cd-9232f509e7d2 req-91805e05-b6d4-4f62-a171-b4e7c801d261 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks [] for floatingip, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:52.619570 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-febf4a8b-32ae-41e0-84cd-9232f509e7d2 req-91805e05-b6d4-4f62-a171-b4e7c801d261 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854175593'] for floatingip, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:52.795195 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd026a8-4f1a-456c-bfa4-31c201368acd req-c104628d-e0b5-48ac-a412-72c1619bd3f3 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:52.796975 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8bd026a8-4f1a-456c-bfa4-31c201368acd req-c104628d-e0b5-48ac-a412-72c1619bd3f3 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 948 time: 0.0873668
Nov 18 15:02:52.849005 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8bd026a8-4f1a-456c-bfa4-31c201368acd req-04a26ed6-4958-4b7e-a982-1a39795ca03b tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/security-groups?id=0408fc59-e2af-45f7-aee0-34bdd62ed4a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449419
Nov 18 15:02:53.028246 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-febf4a8b-32ae-41e0-84cd-9232f509e7d2 req-91805e05-b6d4-4f62-a171-b4e7c801d261 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Floating IP 60f23c21-a810-4246-9072-f58423c32285 associated. External IP: 172.27.1.194, port: f95d9584-b6db-492f-8f0d-90810f52af4d.
Nov 18 15:02:53.077016 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device fc890824-f762-4cc3-bcc0-869e086a2018 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:02:53.157282 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port fc890824-f762-4cc3-bcc0-869e086a2018 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:53.157704 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:53.276255 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 87330f83-9b45-4b98-9935-02ac897cf58a up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:02:53.287451 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23eb04-dd9d-4ac2-a473-e03b1a818e30 req-4db56707-25a0-47f9-98c5-71a1fe7c0539 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:53.289117 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe23eb04-dd9d-4ac2-a473-e03b1a818e30 req-4db56707-25a0-47f9-98c5-71a1fe7c0539 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 945 time: 0.0872524
Nov 18 15:02:53.341072 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe23eb04-dd9d-4ac2-a473-e03b1a818e30 req-83dab351-1fc6-44d3-ba01-8336715d5b58 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447354
Nov 18 15:02:53.349547 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning for port 87330f83-9b45-4b98-9935-02ac897cf58a completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:02:53.356665 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 87330f83-9b45-4b98-9935-02ac897cf58a triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:53.357256 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:53.453650 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-febf4a8b-32ae-41e0-84cd-9232f509e7d2 req-91805e05-b6d4-4f62-a171-b4e7c801d261 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Router 39170953-61a6-4306-b22c-a80262b33f06 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:02:53.476689 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:53.504736 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e3ca12-c487-4947-ab53-602a682afcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87330f83-9b45-4b98-9935-02ac897cf58a'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:02:53.514753 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port 87330f83-9b45-4b98-9935-02ac897cf58a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=87330f83-9b45-4b98-9935-02ac897cf58a,segment=NetworkSegment(521eda77-f2f6-4445-a09c-0c80dc2909a9),segment_id=521eda77-f2f6-4445-a09c-0c80dc2909a9)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:02:53.517946 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:53.518833 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 67737de0-609b-4efd-99a6-b98f003575b7 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:02:53.692560 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-febf4a8b-32ae-41e0-84cd-9232f509e7d2 req-91805e05-b6d4-4f62-a171-b4e7c801d261 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:02:53.697881 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-febf4a8b-32ae-41e0-84cd-9232f509e7d2 req-91805e05-b6d4-4f62-a171-b4e7c801d261 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:53.703172 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ed1f34-baeb-403d-b101-e8342e7c86a9 None None] Sync routers for ids ['39170953-61a6-4306-b22c-a80262b33f06'] in dv-cinder-733623-8-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:02:53.706454 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:02:53.718424 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ed1f34-baeb-403d-b101-e8342e7c86a9 None None] Routers {'39170953-61a6-4306-b22c-a80262b33f06'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:02:53.720163 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-e1ed1f34-baeb-403d-b101-e8342e7c86a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aee9d09b0>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:02:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['39170953-61a6-4306-b22c-a80262b33f06'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:02:53.760936 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-febf4a8b-32ae-41e0-84cd-9232f509e7d2 req-91805e05-b6d4-4f62-a171-b4e7c801d261 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "PUT /v2.0/floatingips/60f23c21-a810-4246-9072-f58423c32285 HTTP/1.1" status: 200  len: 997 time: 1.8669353
Nov 18 15:02:53.762988 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02249b3-7004-4b49-8f0b-8d1004468f6d', 'tag': 'f95d9584-b6db-492f-8f0d-90810f52af4d'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:02:53.775518 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f88bc-8c00-45b3-b439-4d0230afdcd7 req-ad103302-491b-4ed2-84fd-90a4cf50490d tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:53.777736 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7f3f88bc-8c00-45b3-b439-4d0230afdcd7 req-ad103302-491b-4ed2-84fd-90a4cf50490d tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.1074910
Nov 18 15:02:53.799319 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=87330f83-9b45-4b98-9935-02ac897cf58a,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:02:53.804024 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:02:53.813630 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 67737de0-609b-4efd-99a6-b98f003575b7 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:53.814055 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:53.862941 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-febf4a8b-32ae-41e0-84cd-9232f509e7d2 req-5b04ff4e-811e-458a-a416-525671cac555 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4a9b323e37c46d8899b044decab72ea&device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 1163 time: 0.0805831
Nov 18 15:02:53.863688 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7f3f88bc-8c00-45b3-b439-4d0230afdcd7 req-382e6e83-c3c3-4516-be59-266bb0f62900 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735178
Nov 18 15:02:53.966638 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-e1ed1f34-baeb-403d-b101-e8342e7c86a9 None None] Set router 39170953-61a6-4306-b22c-a80262b33f06 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:02:53.976928 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e3ca12-c487-4947-ab53-602a682afcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87330f83-9b45-4b98-9935-02ac897cf58a', 'code': 200}
Nov 18 15:02:54.023363 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf4a8b-32ae-41e0-84cd-9232f509e7d2 req-32333272-a0ef-4b95-b71b-5690ee5a42c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:54.025045 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-febf4a8b-32ae-41e0-84cd-9232f509e7d2 req-32333272-a0ef-4b95-b71b-5690ee5a42c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=69e9610a-bdf9-4e92-a423-5887a14614d9 HTTP/1.1" status: 200  len: 902 time: 0.1549213
Nov 18 15:02:54.103199 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02249b3-7004-4b49-8f0b-8d1004468f6d', 'tag': 'f95d9584-b6db-492f-8f0d-90810f52af4d', 'status': 'completed', 'code': 200}
Nov 18 15:02:54.229078 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-febf4a8b-32ae-41e0-84cd-9232f509e7d2 req-5522a2ed-805c-4c45-89b4-66b7cb1bd45b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f95d9584-b6db-492f-8f0d-90810f52af4d HTTP/1.1" status: 200  len: 1000 time: 0.1965148
Nov 18 15:02:54.253362 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338229f-3217-4bb8-b187-b2e45180066d req-8f5c4d7d-6581-4e4e-821f-5a33317cee86 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:54.255003 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d338229f-3217-4bb8-b187-b2e45180066d req-8f5c4d7d-6581-4e4e-821f-5a33317cee86 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 950 time: 0.0968747
Nov 18 15:02:54.305424 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d338229f-3217-4bb8-b187-b2e45180066d req-151952f2-29f1-4c9a-b682-859cb19c3678 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/security-groups?id=0408fc59-e2af-45f7-aee0-34bdd62ed4a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436292
Nov 18 15:02:54.343324 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-601231c0-4980-426e-914d-9e568992b551 req-ca9d4b06-fd58-4a7d-8944-243f42043968 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4a9b323e37c46d8899b044decab72ea&device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 1163 time: 0.2334979
Nov 18 15:02:54.365734 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 87330f83-9b45-4b98-9935-02ac897cf58a up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:02:54.394453 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf4a8b-32ae-41e0-84cd-9232f509e7d2 req-10db213f-07cf-407e-97df-a45826ddfcbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:54.396082 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-febf4a8b-32ae-41e0-84cd-9232f509e7d2 req-10db213f-07cf-407e-97df-a45826ddfcbf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b71eee02-545e-42b9-b666-43022aa9ac3c HTTP/1.1" status: 200  len: 847 time: 0.1527932
Nov 18 15:02:54.428862 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-e1ed1f34-baeb-403d-b101-e8342e7c86a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aee9d09b0>, [{'id': '39170953-61a6-4306-b22c-a80262b33f06', 'name': 'tempest-TestShelveInstance-843239037-router', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:22Z', 'updated_at': '2020-11-18T15:01:26Z', 'revision_number': 4, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'gw_port': {'id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170953-61a6-4306-b22c-a80262b33f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:23Z', 'updated_at': '2020-11-18T15:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': '60f23c21-a810-4246-9072-f58423c32285', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': '39170953-61a6-4306-b22c-a80262b33f06', 'port_id': 'f95d9584-b6db-492f-8f0d-90810f52af4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9', 'mac_address': 'fa:16:3e:f3:a2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02249b3-7004-4b49-8f0b-8d1004468f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:02:50Z', 'updated_at': '2020-11-18T15:02:52Z', 'revision_number': 1, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f75d54-a447-4c72-8868-629584e39323', 'name': '', 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'mac_address': 'fa:16:3e:6b:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170953-61a6-4306-b22c-a80262b33f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b71eee02-545e-42b9-b666-43022aa9ac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:25Z', 'updated_at': '2020-11-18T15:01:34Z', 'revision_number': 5, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'subnets': [{'id': 'b71eee02-545e-42b9-b666-43022aa9ac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:02:54.434747 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ed1f34-baeb-403d-b101-e8342e7c86a9 None None] Checking router: 39170953-61a6-4306-b22c-a80262b33f06 for host: dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:02:54.447910 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 87330f83-9b45-4b98-9935-02ac897cf58a triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:54.448355 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:54.449793 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ed1f34-baeb-403d-b101-e8342e7c86a9 None None] Routers {'39170953-61a6-4306-b22c-a80262b33f06'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:02:54.451053 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-e1ed1f34-baeb-403d-b101-e8342e7c86a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aee9d09b0>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:02:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['39170953-61a6-4306-b22c-a80262b33f06'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:02:54.589789 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601231c0-4980-426e-914d-9e568992b551 req-21b196a5-f2d4-4adf-8d51-95867f911551 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:54.591412 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-601231c0-4980-426e-914d-9e568992b551 req-21b196a5-f2d4-4adf-8d51-95867f911551 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69e9610a-bdf9-4e92-a423-5887a14614d9 HTTP/1.1" status: 200  len: 902 time: 0.2330410
Nov 18 15:02:54.597860 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6fb61a49-2d8e-4c44-8d44-7ac963e41d3e req-83dd6af1-5d68-41e7-94fd-fca3b966ac02 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 1167 time: 0.3095105
Nov 18 15:02:54.610343 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 5059f602-c7f8-451f-95f7-dbd091055918 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:02:54.683903 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 5059f602-c7f8-451f-95f7-dbd091055918 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:54.684793 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:54.705487 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-febf4a8b-32ae-41e0-84cd-9232f509e7d2 req-de67ce76-12ba-4c75-8815-15199411b681 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69e9610a-bdf9-4e92-a423-5887a14614d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2893934
Nov 18 15:02:54.729660 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-febf4a8b-32ae-41e0-84cd-9232f509e7d2 req-3b402b63-acff-420a-bb67-a7329637dc04 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80264) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 15:02:54.730986 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-febf4a8b-32ae-41e0-84cd-9232f509e7d2 req-3b402b63-acff-420a-bb67-a7329637dc04 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0077419
Nov 18 15:02:54.747981 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-e1ed1f34-baeb-403d-b101-e8342e7c86a9 None None] Set router 39170953-61a6-4306-b22c-a80262b33f06 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:02:54.846059 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 67737de0-609b-4efd-99a6-b98f003575b7 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:02:54.857827 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6fb61a49-2d8e-4c44-8d44-7ac963e41d3e req-84f55007-47f7-4d1c-8945-ee36ffaedf05 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0408fc59-e2af-45f7-aee0-34bdd62ed4a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1885231
Nov 18 15:02:54.882709 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-601231c0-4980-426e-914d-9e568992b551 req-6b7a5377-b76b-4f64-98d0-0555f5d4b1c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f95d9584-b6db-492f-8f0d-90810f52af4d HTTP/1.1" status: 200  len: 1000 time: 0.2710481
Nov 18 15:02:54.920567 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 67737de0-609b-4efd-99a6-b98f003575b7 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:54.921202 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:54.990128 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-febf4a8b-32ae-41e0-84cd-9232f509e7d2 req-42cfbef2-65ab-4136-ab09-ce3147e85b49 service neutron] 10.222.0.21 "GET /v2.0/networks/69e9610a-bdf9-4e92-a423-5887a14614d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2483325
Nov 18 15:02:55.137157 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-febf4a8b-32ae-41e0-84cd-9232f509e7d2 req-da625e0a-e0f9-4402-b778-af84a87cfe7b service neutron] 10.222.0.21 "GET /v2.0/networks/69e9610a-bdf9-4e92-a423-5887a14614d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1393945
Nov 18 15:02:55.188327 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-e1ed1f34-baeb-403d-b101-e8342e7c86a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aee9d09b0>, [{'id': '39170953-61a6-4306-b22c-a80262b33f06', 'name': 'tempest-TestShelveInstance-843239037-router', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:22Z', 'updated_at': '2020-11-18T15:01:26Z', 'revision_number': 4, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'gw_port': {'id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170953-61a6-4306-b22c-a80262b33f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:23Z', 'updated_at': '2020-11-18T15:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': '60f23c21-a810-4246-9072-f58423c32285', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': '39170953-61a6-4306-b22c-a80262b33f06', 'port_id': 'f95d9584-b6db-492f-8f0d-90810f52af4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9', 'mac_address': 'fa:16:3e:f3:a2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02249b3-7004-4b49-8f0b-8d1004468f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:02:50Z', 'updated_at': '2020-11-18T15:02:52Z', 'revision_number': 1, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f75d54-a447-4c72-8868-629584e39323', 'name': '', 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'mac_address': 'fa:16:3e:6b:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170953-61a6-4306-b22c-a80262b33f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b71eee02-545e-42b9-b666-43022aa9ac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:25Z', 'updated_at': '2020-11-18T15:01:34Z', 'revision_number': 5, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'subnets': [{'id': 'b71eee02-545e-42b9-b666-43022aa9ac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:02:55.192590 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ed1f34-baeb-403d-b101-e8342e7c86a9 None None] The sync data for ids ['39170953-61a6-4306-b22c-a80262b33f06'] in dv-cinder-733623-8-iscsi is: [{'id': '39170953-61a6-4306-b22c-a80262b33f06', 'name': 'tempest-TestShelveInstance-843239037-router', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:22Z', 'updated_at': '2020-11-18T15:01:26Z', 'revision_number': 4, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'gw_port': {'id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170953-61a6-4306-b22c-a80262b33f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:23Z', 'updated_at': '2020-11-18T15:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': '60f23c21-a810-4246-9072-f58423c32285', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': '39170953-61a6-4306-b22c-a80262b33f06', 'port_id': 'f95d9584-b6db-492f-8f0d-90810f52af4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9', 'mac_address': 'fa:16:3e:f3:a2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02249b3-7004-4b49-8f0b-8d1004468f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:02:50Z', 'updated_at': '2020-11-18T15:02:52Z', 'revision_number': 1, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f75d54-a447-4c72-8868-629584e39323', 'name': '', 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'mac_address': 'fa:16:3e:6b:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170953-61a6-4306-b22c-a80262b33f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b71eee02-545e-42b9-b666-43022aa9ac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:25Z', 'updated_at': '2020-11-18T15:01:34Z', 'revision_number': 5, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'subnets': [{'id': 'b71eee02-545e-42b9-b666-43022aa9ac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:02:55.263140 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601231c0-4980-426e-914d-9e568992b551 req-c25a600c-5128-4b4e-943a-09d4d7b10fef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:55.265582 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-601231c0-4980-426e-914d-9e568992b551 req-c25a600c-5128-4b4e-943a-09d4d7b10fef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b71eee02-545e-42b9-b666-43022aa9ac3c HTTP/1.1" status: 200  len: 847 time: 0.0693836
Nov 18 15:02:55.370408 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-601231c0-4980-426e-914d-9e568992b551 req-fb7dadf9-01c1-42cf-a687-72f52c00076f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69e9610a-bdf9-4e92-a423-5887a14614d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841498
Nov 18 15:02:55.475603 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c09d74-a6df-494e-a38a-2c84f812c1c6 req-9f059b65-1d6f-4405-86a9-2a3f6cfddda4 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:55.477376 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-39c09d74-a6df-494e-a38a-2c84f812c1c6 req-9f059b65-1d6f-4405-86a9-2a3f6cfddda4 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 945 time: 0.0971475
Nov 18 15:02:55.564320 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-39c09d74-a6df-494e-a38a-2c84f812c1c6 req-5c852383-48de-419c-aa91-c81e416d3262 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787826
Nov 18 15:02:55.599047 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954098dc-7b85-403c-a998-33ad17dc4d1f None None] New status for floating IP 60f23c21-a810-4246-9072-f58423c32285: ACTIVE {{(pid=80266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 15:02:55.912146 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-601231c0-4980-426e-914d-9e568992b551 req-8a4c5c91-418f-4e1b-a11c-3f6fe68068d4 service neutron] 10.222.0.15 "GET /v2.0/networks/69e9610a-bdf9-4e92-a423-5887a14614d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5186117
Nov 18 15:02:55.948328 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272912e-0963-46bd-a212-07ad8508420a req-724b7fdc-8e04-418c-9b89-faf3702d8b8c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:55.950443 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b272912e-0963-46bd-a212-07ad8508420a req-724b7fdc-8e04-418c-9b89-faf3702d8b8c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 950 time: 0.1278491
Nov 18 15:02:56.107788 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b272912e-0963-46bd-a212-07ad8508420a req-2e3604b5-8d58-44d3-8c1b-91c26d99de3c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/security-groups?id=0408fc59-e2af-45f7-aee0-34bdd62ed4a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317091
Nov 18 15:02:56.127019 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-601231c0-4980-426e-914d-9e568992b551 req-0944ebbc-7643-410c-a21a-f7b01834c847 service neutron] 10.222.0.15 "GET /v2.0/networks/69e9610a-bdf9-4e92-a423-5887a14614d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1754942
Nov 18 15:02:56.779223 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0310e-2ea5-4fff-b7ce-bc31793f6e27 req-e1d7312e-27d0-4d46-88da-e60ea905ea79 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:56.780770 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7fd0310e-2ea5-4fff-b7ce-bc31793f6e27 req-e1d7312e-27d0-4d46-88da-e60ea905ea79 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 945 time: 0.0900629
Nov 18 15:02:56.828849 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7fd0310e-2ea5-4fff-b7ce-bc31793f6e27 req-ecc4d22a-806f-43d5-96d4-3d874b840c6c tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417523
Nov 18 15:02:57.320863 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b16be8-45e5-4358-b49d-e8a4a8aa29ce req-1bcd2781-5a6c-43c1-ade5-54b4badd3681 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:57.322481 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f8b16be8-45e5-4358-b49d-e8a4a8aa29ce req-1bcd2781-5a6c-43c1-ade5-54b4badd3681 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 950 time: 0.0825579
Nov 18 15:02:57.373683 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f8b16be8-45e5-4358-b49d-e8a4a8aa29ce req-1dc57582-4a60-457d-b42c-8f84c0794e1a tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/security-groups?id=0408fc59-e2af-45f7-aee0-34bdd62ed4a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448599
Nov 18 15:02:58.045319 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6effe7f-5014-4686-90e1-49771fd7fc1f req-ca016ed1-1ba4-47a9-a382-58c1da8cdfe4 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:58.046924 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a6effe7f-5014-4686-90e1-49771fd7fc1f req-ca016ed1-1ba4-47a9-a382-58c1da8cdfe4 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 945 time: 0.0849233
Nov 18 15:02:58.095658 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a6effe7f-5014-4686-90e1-49771fd7fc1f req-56693edf-5064-4ba0-9bda-be0c8cb340c8 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424967
Nov 18 15:02:58.313780 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c80c1-3bb9-4ec2-be75-106c43f5b3b4 req-01b4ef8e-ff2f-413c-a848-fa1bacdc16b2 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:58.315447 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7c5c80c1-3bb9-4ec2-be75-106c43f5b3b4 req-01b4ef8e-ff2f-413c-a848-fa1bacdc16b2 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 945 time: 0.0899255
Nov 18 15:02:58.365649 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7c5c80c1-3bb9-4ec2-be75-106c43f5b3b4 req-b7519fa0-5ff5-44b8-83c6-e994c6d61b21 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439677
Nov 18 15:02:58.447302 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 87330f83-9b45-4b98-9935-02ac897cf58a up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:02:58.533241 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 87330f83-9b45-4b98-9935-02ac897cf58a triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:58.535627 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:58.613608 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a94f8-5801-4f11-bbca-d54971fad528 req-cab75452-8faa-47fb-b545-8c7e9c38ee8e tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:58.615216 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-161a94f8-5801-4f11-bbca-d54971fad528 req-cab75452-8faa-47fb-b545-8c7e9c38ee8e tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 950 time: 0.1054726
Nov 18 15:02:58.662529 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 67737de0-609b-4efd-99a6-b98f003575b7 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:02:58.668947 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-161a94f8-5801-4f11-bbca-d54971fad528 req-b3805abc-74df-458c-af11-dcc579ce510c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/security-groups?id=0408fc59-e2af-45f7-aee0-34bdd62ed4a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444894
Nov 18 15:02:58.736449 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 67737de0-609b-4efd-99a6-b98f003575b7 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:02:58.737004 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:02:58.862818 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f0023-025d-4f5a-86ac-c3cba1b6b2d2 req-6d101a9a-dd0f-4427-8514-38e38eb83bee tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:58.864622 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0a7f0023-025d-4f5a-86ac-c3cba1b6b2d2 req-6d101a9a-dd0f-4427-8514-38e38eb83bee tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 945 time: 0.0899844
Nov 18 15:02:58.913608 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0a7f0023-025d-4f5a-86ac-c3cba1b6b2d2 req-b091a213-d102-49ac-a94c-e279f4a4cacd tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422242
Nov 18 15:02:59.885608 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133fe92-c24d-41d1-b93b-0085bace8d4f req-c09f8bf9-987b-4839-9a6a-8db279ef07d0 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:59.887837 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d133fe92-c24d-41d1-b93b-0085bace8d4f req-c09f8bf9-987b-4839-9a6a-8db279ef07d0 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 950 time: 0.0872457
Nov 18 15:02:59.936643 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d133fe92-c24d-41d1-b93b-0085bace8d4f req-3e4712e2-81cf-4340-8639-bdb7e185dad6 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/security-groups?id=0408fc59-e2af-45f7-aee0-34bdd62ed4a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426407
Nov 18 15:02:59.976233 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707c0b7-edf6-418f-aa43-ff01ec610026 req-28cfdb0a-11f3-4e6b-8df1-af8501be441b tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:02:59.977919 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2707c0b7-edf6-418f-aa43-ff01ec610026 req-28cfdb0a-11f3-4e6b-8df1-af8501be441b tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.0909634
Nov 18 15:03:00.027950 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2707c0b7-edf6-418f-aa43-ff01ec610026 req-a99c69f3-b7fc-4996-b4b6-ed87050dafeb tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437858
Nov 18 15:03:01.158130 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7518d1-cbab-44ef-9e08-d8c9b5850eb2 req-5d7e5e3b-8204-43d0-aa8c-968a0d4ff945 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:01.159733 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ef7518d1-cbab-44ef-9e08-d8c9b5850eb2 req-5d7e5e3b-8204-43d0-aa8c-968a0d4ff945 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 950 time: 0.0816207
Nov 18 15:03:01.228313 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ef7518d1-cbab-44ef-9e08-d8c9b5850eb2 req-efcfb917-8a12-4e68-8d8f-ce5e774a9cdc tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/security-groups?id=0408fc59-e2af-45f7-aee0-34bdd62ed4a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618734
Nov 18 15:03:01.394957 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3a567-dced-4402-8f45-8cea16f24884 req-cb020c66-b24b-493b-bcc9-bd47f8ce228f tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:01.396535 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-09c3a567-dced-4402-8f45-8cea16f24884 req-cb020c66-b24b-493b-bcc9-bd47f8ce228f tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.0842481
Nov 18 15:03:01.451416 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-09c3a567-dced-4402-8f45-8cea16f24884 req-0bf61c53-2aa8-4079-9f2b-aca7b9300fe8 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486114
Nov 18 15:03:02.441436 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d4435-d9ae-456e-9784-feec4bf595c8 req-5fe462bd-6e8a-42e0-b0f1-1d8292c16f22 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:02.443053 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b86d4435-d9ae-456e-9784-feec4bf595c8 req-5fe462bd-6e8a-42e0-b0f1-1d8292c16f22 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 950 time: 0.0858569
Nov 18 15:03:02.493267 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b86d4435-d9ae-456e-9784-feec4bf595c8 req-d5b78b13-c0c6-4535-ab01-e028113256fa tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/security-groups?id=0408fc59-e2af-45f7-aee0-34bdd62ed4a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435803
Nov 18 15:03:02.699262 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbf4e8-9ec1-4c08-94c2-fa4e4d405c40 req-b8ea2d3f-8d10-438f-b099-e163b6de21b2 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:02.700896 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-51cbf4e8-9ec1-4c08-94c2-fa4e4d405c40 req-b8ea2d3f-8d10-438f-b099-e163b6de21b2 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.0867276
Nov 18 15:03:02.749471 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-51cbf4e8-9ec1-4c08-94c2-fa4e4d405c40 req-d7e72460-7621-4dd9-bc91-ef6264cf790c tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420270
Nov 18 15:03:03.724487 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8e1bc-26a3-4f7e-847e-df5ccff30788 req-c93d3450-9762-4f77-97ba-13f5b99267d5 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:03.726156 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0ad8e1bc-26a3-4f7e-847e-df5ccff30788 req-c93d3450-9762-4f77-97ba-13f5b99267d5 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 950 time: 0.0853360
Nov 18 15:03:03.775211 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0ad8e1bc-26a3-4f7e-847e-df5ccff30788 req-20f29e46-0fd5-4e20-9003-6ad448166da0 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/security-groups?id=0408fc59-e2af-45f7-aee0-34bdd62ed4a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427120
Nov 18 15:03:03.781428 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:03.976583 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb58925-9704-4087-8195-1fb9128bfb5d req-fce0a50b-a099-410b-b32c-cef11d5c35a5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:03.978224 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5bb58925-9704-4087-8195-1fb9128bfb5d req-fce0a50b-a099-410b-b32c-cef11d5c35a5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.0852773
Nov 18 15:03:04.025795 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5bb58925-9704-4087-8195-1fb9128bfb5d req-df054171-634f-4c10-92dd-9a926716029a tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416431
Nov 18 15:03:04.993091 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca172a2-5ca5-4792-9c63-15e7fdb0aae9 req-49885280-e1be-4eec-8f27-6cc18bb1098b tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:04.994793 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4ca172a2-5ca5-4792-9c63-15e7fdb0aae9 req-49885280-e1be-4eec-8f27-6cc18bb1098b tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 950 time: 0.0843618
Nov 18 15:03:05.043911 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4ca172a2-5ca5-4792-9c63-15e7fdb0aae9 req-ca33738d-7716-4cf4-a5b1-1c5c76b2dda2 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/security-groups?id=0408fc59-e2af-45f7-aee0-34bdd62ed4a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428126
Nov 18 15:03:05.252367 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e7fcd-688c-4bdc-ad00-6104a769365f req-4b90e44f-ceff-4740-98bf-18f0125cd7a9 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:05.254006 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-995e7fcd-688c-4bdc-ad00-6104a769365f req-4b90e44f-ceff-4740-98bf-18f0125cd7a9 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.0851634
Nov 18 15:03:05.302530 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-995e7fcd-688c-4bdc-ad00-6104a769365f req-31c38059-0d11-40a7-8aa2-ba6cb534d325 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423493
Nov 18 15:03:05.775053 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6333b-37f7-4f9b-b6eb-53cc4f586705 req-f265cd68-79ad-4b8d-8ef3-afda53434f96 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:05.777216 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1fe6333b-37f7-4f9b-b6eb-53cc4f586705 req-f265cd68-79ad-4b8d-8ef3-afda53434f96 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.15 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 946 time: 0.0990078
Nov 18 15:03:05.858023 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-1fe6333b-37f7-4f9b-b6eb-53cc4f586705 req-da1d4ea1-4d99-4215-b776-7f465bd2d6f7 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Deleting port 1e30dcf4-383c-42c8-ada5-7a96297ee89f {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:03:05.858415 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1fe6333b-37f7-4f9b-b6eb-53cc4f586705 req-da1d4ea1-4d99-4215-b776-7f465bd2d6f7 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:06.118168 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-1fe6333b-37f7-4f9b-b6eb-53cc4f586705 req-da1d4ea1-4d99-4215-b776-7f465bd2d6f7 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] For port 1e30dcf4-383c-42c8-ada5-7a96297ee89f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=1e30dcf4-383c-42c8-ada5-7a96297ee89f,segment=NetworkSegment(6877fdf7-1612-4391-b0c6-707427134cc0),segment_id=6877fdf7-1612-4391-b0c6-707427134cc0)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:03:06.118716 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1fe6333b-37f7-4f9b-b6eb-53cc4f586705 req-da1d4ea1-4d99-4215-b776-7f465bd2d6f7 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:06.256721 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-1fe6333b-37f7-4f9b-b6eb-53cc4f586705 req-da1d4ea1-4d99-4215-b776-7f465bd2d6f7 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Calling delete_port for 1e30dcf4-383c-42c8-ada5-7a96297ee89f owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:03:06.265900 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0e585-6040-4ac7-ac5b-10eb3d6c6cd5 req-af295fe4-f372-439a-a54a-9bf12ee06401 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:06.267670 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e7d0e585-6040-4ac7-ac5b-10eb3d6c6cd5 req-af295fe4-f372-439a-a54a-9bf12ee06401 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 950 time: 0.0876129
Nov 18 15:03:06.319001 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e7d0e585-6040-4ac7-ac5b-10eb3d6c6cd5 req-b0f38483-8d8a-498f-97cd-9035b7390574 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/security-groups?id=0408fc59-e2af-45f7-aee0-34bdd62ed4a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437908
Nov 18 15:03:06.371456 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 87330f83-9b45-4b98-9935-02ac897cf58a up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:03:06.481990 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1fe6333b-37f7-4f9b-b6eb-53cc4f586705 req-da1d4ea1-4d99-4215-b776-7f465bd2d6f7 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:06.484539 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 87330f83-9b45-4b98-9935-02ac897cf58a triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:03:06.485136 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:06.537390 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9476f7ff-c5c8-4c32-9cf6-11cf3ce559a3 req-86295430-d4fa-4146-a20c-fc93bb8ba402 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=9faa1d5c-8487-40b0-a347-26e6c3cc3709 HTTP/1.1" status: 200  len: 210 time: 0.0686815
Nov 18 15:03:06.575729 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-00b16c75-9946-483c-8802-2e4592596034 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:06.631154 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 1e30dcf4-383c-42c8-ada5-7a96297ee89f no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:03:06.631324 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d4ea1-4d99-4215-b776-7f465bd2d6f7 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Pushing event deleted for resources: {'Port': ['ID=1e30dcf4-383c-42c8-ada5-7a96297ee89f,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:06.634529 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-da1d4ea1-4d99-4215-b776-7f465bd2d6f7 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:06.668698 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] No Port match for: 1e30dcf4-383c-42c8-ada5-7a96297ee89f {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:03:06.669329 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 1e30dcf4-383c-42c8-ada5-7a96297ee89f not bound to the agent host hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:03:06.781650 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe6333b-37f7-4f9b-b6eb-53cc4f586705 req-da1d4ea1-4d99-4215-b776-7f465bd2d6f7 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] No DVR routers for this DVR port 1e30dcf4-383c-42c8-ada5-7a96297ee89f on host hv-cinder-73362 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:03:06.784324 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1fe6333b-37f7-4f9b-b6eb-53cc4f586705 req-da1d4ea1-4d99-4215-b776-7f465bd2d6f7 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:06.787222 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9faa1d5c-8487-40b0-a347-26e6c3cc3709', 'name': 'network-vif-deleted', 'tag': '1e30dcf4-383c-42c8-ada5-7a96297ee89f'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:03:06.810737 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1fe6333b-37f7-4f9b-b6eb-53cc4f586705 req-da1d4ea1-4d99-4215-b776-7f465bd2d6f7 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.15 "DELETE /v2.0/ports/1e30dcf4-383c-42c8-ada5-7a96297ee89f HTTP/1.1" status: 204  len: 173 time: 1.0257854
Nov 18 15:03:06.861475 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9faa1d5c-8487-40b0-a347-26e6c3cc3709', 'name': 'network-vif-deleted', 'tag': '1e30dcf4-383c-42c8-ada5-7a96297ee89f', 'status': 'completed', 'code': 200}
Nov 18 15:03:06.994528 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c028b-3bb1-48bf-b679-24461d31c355 req-7cda4924-7b20-47d7-833d-735d4d66b294 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:06.996854 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-450c028b-3bb1-48bf-b679-24461d31c355 req-7cda4924-7b20-47d7-833d-735d4d66b294 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 950 time: 0.0847883
Nov 18 15:03:07.047639 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-450c028b-3bb1-48bf-b679-24461d31c355 req-2327c4e6-86a2-415a-8923-9dda14cd6405 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/security-groups?id=0408fc59-e2af-45f7-aee0-34bdd62ed4a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444531
Nov 18 15:03:08.060079 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915fcc2-7412-4349-ad53-5ed943bc4e11 req-d2676340-6258-4194-beea-757db2ad9095 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:08.061730 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a915fcc2-7412-4349-ad53-5ed943bc4e11 req-d2676340-6258-4194-beea-757db2ad9095 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.0825760
Nov 18 15:03:08.110812 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a915fcc2-7412-4349-ad53-5ed943bc4e11 req-35338fe1-3c9b-4b6e-a8af-821e4259953a tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429132
Nov 18 15:03:08.272125 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526aa09-975e-413a-b96a-72e479237f55 req-6822e7d9-a618-4554-add6-d8127e4675bb tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:08.273802 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8526aa09-975e-413a-b96a-72e479237f55 req-6822e7d9-a618-4554-add6-d8127e4675bb tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 950 time: 0.0884113
Nov 18 15:03:08.323573 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8526aa09-975e-413a-b96a-72e479237f55 req-81f0ac4e-30a4-4f77-ae08-9b801126ac1d tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/security-groups?id=0408fc59-e2af-45f7-aee0-34bdd62ed4a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430834
Nov 18 15:03:09.331215 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33304a78-9881-4bad-a7af-62db0c1c6746 req-2601cf24-fb11-4490-8fe0-0635e3d732d0 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:09.332833 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-33304a78-9881-4bad-a7af-62db0c1c6746 req-2601cf24-fb11-4490-8fe0-0635e3d732d0 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.0891242
Nov 18 15:03:09.383746 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-33304a78-9881-4bad-a7af-62db0c1c6746 req-a1e1ad4b-f538-4521-86ee-9fc2be8a30a7 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443909
Nov 18 15:03:09.390428 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe16b1-fd68-4dda-997d-04686b3b7663 req-2a925b41-0ad5-4bea-bc92-6d4a63a1b443 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:09.392737 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8afe16b1-fd68-4dda-997d-04686b3b7663 req-2a925b41-0ad5-4bea-bc92-6d4a63a1b443 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.15 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 950 time: 0.0959628
Nov 18 15:03:09.462749 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-59d25bd6-b79a-491a-a0f0-6392b5f16bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:09.479721 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-8afe16b1-fd68-4dda-997d-04686b3b7663 req-bb7f0911-f4e6-4c3e-a2fe-8128da83a5c2 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Deleting port 87330f83-9b45-4b98-9935-02ac897cf58a {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:03:09.480094 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8afe16b1-fd68-4dda-997d-04686b3b7663 req-bb7f0911-f4e6-4c3e-a2fe-8128da83a5c2 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:09.703379 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6622530-5be1-4c17-81f4-b3c02659442b req-39762a8e-bd43-4dd1-83ec-b31141c8e7f8 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:09.704964 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a6622530-5be1-4c17-81f4-b3c02659442b req-39762a8e-bd43-4dd1-83ec-b31141c8e7f8 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 950 time: 0.1996262
Nov 18 15:03:09.838119 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a6622530-5be1-4c17-81f4-b3c02659442b req-a2d44cd8-919e-4880-bd6e-8b9fd10f5e62 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/security-groups?id=0408fc59-e2af-45f7-aee0-34bdd62ed4a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213365
Nov 18 15:03:09.861304 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-8afe16b1-fd68-4dda-997d-04686b3b7663 req-bb7f0911-f4e6-4c3e-a2fe-8128da83a5c2 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] For port 87330f83-9b45-4b98-9935-02ac897cf58a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=87330f83-9b45-4b98-9935-02ac897cf58a,segment=NetworkSegment(521eda77-f2f6-4445-a09c-0c80dc2909a9),segment_id=521eda77-f2f6-4445-a09c-0c80dc2909a9)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:03:09.861708 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8afe16b1-fd68-4dda-997d-04686b3b7663 req-bb7f0911-f4e6-4c3e-a2fe-8128da83a5c2 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:09.992503 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-8afe16b1-fd68-4dda-997d-04686b3b7663 req-bb7f0911-f4e6-4c3e-a2fe-8128da83a5c2 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Calling delete_port for 87330f83-9b45-4b98-9935-02ac897cf58a owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:03:10.135133 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8afe16b1-fd68-4dda-997d-04686b3b7663 req-bb7f0911-f4e6-4c3e-a2fe-8128da83a5c2 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:10.150677 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-02d4ff5a-d464-4bc7-9ca0-8c77688f590e tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:10.200084 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f0911-f4e6-4c3e-a2fe-8128da83a5c2 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Pushing event deleted for resources: {'Port': ['ID=87330f83-9b45-4b98-9935-02ac897cf58a,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:10.204380 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bb7f0911-f4e6-4c3e-a2fe-8128da83a5c2 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:10.326368 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 87330f83-9b45-4b98-9935-02ac897cf58a no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:03:10.355950 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8afe16b1-fd68-4dda-997d-04686b3b7663 req-bb7f0911-f4e6-4c3e-a2fe-8128da83a5c2 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] No DVR routers for this DVR port 87330f83-9b45-4b98-9935-02ac897cf58a on host hv-cinder-73362 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:03:10.358021 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8afe16b1-fd68-4dda-997d-04686b3b7663 req-bb7f0911-f4e6-4c3e-a2fe-8128da83a5c2 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:10.361104 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e3ca12-c487-4947-ab53-602a682afcd3', 'name': 'network-vif-deleted', 'tag': '87330f83-9b45-4b98-9935-02ac897cf58a'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:03:10.362783 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] No Port match for: 87330f83-9b45-4b98-9935-02ac897cf58a {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:03:10.363190 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 87330f83-9b45-4b98-9935-02ac897cf58a not bound to the agent host hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:03:10.376584 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8afe16b1-fd68-4dda-997d-04686b3b7663 req-bb7f0911-f4e6-4c3e-a2fe-8128da83a5c2 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.15 "DELETE /v2.0/ports/87330f83-9b45-4b98-9935-02ac897cf58a HTTP/1.1" status: 204  len: 173 time: 0.9764667
Nov 18 15:03:10.425752 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e3ca12-c487-4947-ab53-602a682afcd3', 'name': 'network-vif-deleted', 'tag': '87330f83-9b45-4b98-9935-02ac897cf58a', 'status': 'completed', 'code': 200}
Nov 18 15:03:10.612807 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e0233-d26c-408b-b448-06120e97c882 req-5c4ea633-efad-49df-82cf-80cd56d07912 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:10.613584 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-871e0233-d26c-408b-b448-06120e97c882 req-5c4ea633-efad-49df-82cf-80cd56d07912 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Synchronizing usage tracker for tenant:b71ecd4efe1c43699077d33965fe93b0 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:03:10.628586 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-871e0233-d26c-408b-b448-06120e97c882 req-5c4ea633-efad-49df-82cf-80cd56d07912 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Unset dirty status for tenant:b71ecd4efe1c43699077d33965fe93b0 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:03:10.629876 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-871e0233-d26c-408b-b448-06120e97c882 req-5c4ea633-efad-49df-82cf-80cd56d07912 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.0998597
Nov 18 15:03:10.677976 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-871e0233-d26c-408b-b448-06120e97c882 req-9bfb134f-915d-4afe-8eba-f380e10a64e4 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410299
Nov 18 15:03:11.036363 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-12581b67-c4d6-4449-906c-6273702be2c3 req-c5bcd87e-d6b6-4364-95c9-5cb2cfb92c50 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] 10.222.0.21 "GET /v2.0/ports?device_id=a7e3ca12-c487-4947-ab53-602a682afcd3 HTTP/1.1" status: 200  len: 210 time: 0.0466208
Nov 18 15:03:11.781232 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52abbe8-e035-4d5a-bde6-dcc6fa068d6f req-d3e42015-5454-44bf-a759-7df6d267910f tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:11.782897 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f52abbe8-e035-4d5a-bde6-dcc6fa068d6f req-d3e42015-5454-44bf-a759-7df6d267910f tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0929048
Nov 18 15:03:11.838242 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f52abbe8-e035-4d5a-bde6-dcc6fa068d6f req-576cf09c-264d-4314-a170-bef7aea139d2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0489204
Nov 18 15:03:11.899270 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfa1da-a551-4a7f-9e82-ff1a97724e97 req-b7e16c9f-77a7-4692-b50e-56e118140015 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:11.900900 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fcfa1da-a551-4a7f-9e82-ff1a97724e97 req-b7e16c9f-77a7-4692-b50e-56e118140015 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.0867665
Nov 18 15:03:11.948668 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fcfa1da-a551-4a7f-9e82-ff1a97724e97 req-f2601dca-724e-4df4-9922-8d92fd7ae913 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404794
Nov 18 15:03:12.094195 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-05938cc6-1d86-44a6-8489-2c0bb1571b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:12.376453 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:13.071281 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bde73-3445-49b1-842b-451bceecde21 req-db9195dd-680f-45fc-aea5-2a1a15c7e90d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:13.072970 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a14bde73-3445-49b1-842b-451bceecde21 req-db9195dd-680f-45fc-aea5-2a1a15c7e90d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0876443
Nov 18 15:03:13.134600 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a14bde73-3445-49b1-842b-451bceecde21 req-28c3ec61-f7eb-4f84-bfb5-93371ed2d140 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0550025
Nov 18 15:03:13.192476 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28283b78-118b-44e4-b81a-b5a87733a3dc req-b59a3453-896c-4c72-8d9a-87e754213449 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:13.194169 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-28283b78-118b-44e4-b81a-b5a87733a3dc req-b59a3453-896c-4c72-8d9a-87e754213449 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.1146359
Nov 18 15:03:13.244876 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-28283b78-118b-44e4-b81a-b5a87733a3dc req-0fcea520-2759-4f5d-b5c5-6a67b8773b7c tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439539
Nov 18 15:03:13.486676 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:13.676528 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:14.080845 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6f584-8e40-401f-9454-6c01ccb07268 req-0face4e9-12b3-427d-b61d-cf86404b9284 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:14.082467 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-57e6f584-8e40-401f-9454-6c01ccb07268 req-0face4e9-12b3-427d-b61d-cf86404b9284 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 945 time: 0.2734208
Nov 18 15:03:14.131055 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-57e6f584-8e40-401f-9454-6c01ccb07268 req-47266fe7-2630-4afa-a012-7639133f84e6 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425806
Nov 18 15:03:14.362390 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-9d2df344-b923-4c3b-8686-934b716b81d7 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1761966
Nov 18 15:03:14.373620 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Request body: {'floatingip': {'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:03:14.379695 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:03:14.383941 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Usage tracker for resource:floatingip and tenant:556aa7371f8f46c783a13838433abcc1 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:03:14.387423 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:03:14.394196 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:03:14.413067 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks [] for floatingip, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:14.421337 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c80af-ca18-47b8-b789-9d97fdbc2c38 req-aa733d8a-e802-48c8-815b-d9a91aea9866 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:14.423154 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1f9c80af-ca18-47b8-b789-9d97fdbc2c38 req-aa733d8a-e802-48c8-815b-d9a91aea9866 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0898805
Nov 18 15:03:14.492988 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1f9c80af-ca18-47b8-b789-9d97fdbc2c38 req-8faa3dec-6359-42f2-8457-29511afd53e9 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0597801
Nov 18 15:03:14.576474 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:14.712800 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc9eb3-8062-4e6a-a021-95e779053de6 req-d3ba95a3-ec4a-4a9a-b54f-2ded20d8c219 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:14.715059 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-55bc9eb3-8062-4e6a-a021-95e779053de6 req-d3ba95a3-ec4a-4a9a-b54f-2ded20d8c219 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.0850804
Nov 18 15:03:14.765935 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-55bc9eb3-8062-4e6a-a021-95e779053de6 req-a72d31d4-f77d-4644-924d-1985204d738d tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437570
Nov 18 15:03:14.856028 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Allocated IP 172.27.1.70 (96475b02-3c3a-4cf0-bab1-8b9b17365c14/9c2873db-d6d7-45a1-862e-7032080186d6/b3857d74-03f5-4614-a530-5e62bbf43e74) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:03:15.011166 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:15.045775 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823075388'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:15.061980 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9f3d843f-5958-4ab7-9615-5091998318d5 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:15.205575 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Pushing event updated for resources: {'Port': ['ID=b3857d74-03f5-4614-a530-5e62bbf43e74,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:15.210578 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:15.253201 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:03:15.254320 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:03:15.256667 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:03:15.347554 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks [] for floatingip, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:15.414936 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:15.700356 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:15.704307 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31700445'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:15.719988 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:15.747416 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bc345-4b88-4bc7-b6bb-50d820c99351 req-bbf648b5-d62a-48e0-93c1-ea66058c782b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:15.749038 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fd8bc345-4b88-4bc7-b6bb-50d820c99351 req-bbf648b5-d62a-48e0-93c1-ea66058c782b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0887377
Nov 18 15:03:15.799168 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fd8bc345-4b88-4bc7-b6bb-50d820c99351 req-a0264b66-b39b-4937-bf5c-90c368d3c09c tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0433569
Nov 18 15:03:15.851226 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Pushing event updated for resources: {'Port': ['ID=b3857d74-03f5-4614-a530-5e62bbf43e74,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:15.861704 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:15.967514 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854175593'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:15.990999 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:15.992544 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.6238661
Nov 18 15:03:16.015863 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcb2a4-9dac-4bef-af64-40dfe5633273 req-3307499e-7e22-4e81-8382-20f12a42b92a tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:16.017516 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bedcb2a4-9dac-4bef-af64-40dfe5633273 req-3307499e-7e22-4e81-8382-20f12a42b92a tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.0865874
Nov 18 15:03:16.069343 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bedcb2a4-9dac-4bef-af64-40dfe5633273 req-8092143f-73a7-496f-b205-6230b285d990 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455322
Nov 18 15:03:16.268342 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-147b2892-51ab-4a16-9e48-91e34aa24ca2 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Synchronizing usage tracker for tenant:556aa7371f8f46c783a13838433abcc1 on resource:floatingip {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:03:16.284840 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-147b2892-51ab-4a16-9e48-91e34aa24ca2 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Unset dirty status for tenant:556aa7371f8f46c783a13838433abcc1 on resource:floatingip {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:03:16.286079 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-147b2892-51ab-4a16-9e48-91e34aa24ca2 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.1.70 HTTP/1.1" status: 200  len: 695 time: 0.2869179
Nov 18 15:03:16.441052 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-fdd1c796-efd5-4771-8ae1-8f4e319dc001 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:16.442527 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4f942534-7ffe-4435-ba0a-e031e4d57782 req-fdd1c796-efd5-4771-8ae1-8f4e319dc001 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/networks/96475b02-3c3a-4cf0-bab1-8b9b17365c14 HTTP/1.1" status: 200  len: 784 time: 0.1506352
Nov 18 15:03:16.633296 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b6508-ef03-4fa6-aa31-b0a63b0fe1b6 req-e8c4a4ed-04d8-4426-be0e-0cb0f97575aa tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:16.634903 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5f5b6508-ef03-4fa6-aa31-b0a63b0fe1b6 req-e8c4a4ed-04d8-4426-be0e-0cb0f97575aa tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0848842
Nov 18 15:03:16.726645 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5f5b6508-ef03-4fa6-aa31-b0a63b0fe1b6 req-280cad7d-8dd6-4233-8ba4-241f8e8b0c00 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.1.70 HTTP/1.1" status: 200  len: 695 time: 0.0849442
Nov 18 15:03:16.736092 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-5f5b6508-ef03-4fa6-aa31-b0a63b0fe1b6 req-15a91d86-c0de-4c7e-baf0-535eb712ec6a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Request body: {'floatingip': {'port_id': '67737de0-609b-4efd-99a6-b98f003575b7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:03:16.816395 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5f5b6508-ef03-4fa6-aa31-b0a63b0fe1b6 req-15a91d86-c0de-4c7e-baf0-535eb712ec6a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks [] for floatingip, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:17.039837 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 36336) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:17.047231 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ac8a8-e79e-400e-ac7a-fae330432627 req-1de1448d-edc1-4136-97de-fdcf833517b6 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:17.051981 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-904ac8a8-e79e-400e-ac7a-fae330432627 req-1de1448d-edc1-4136-97de-fdcf833517b6 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0977559
Nov 18 15:03:17.103755 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-904ac8a8-e79e-400e-ac7a-fae330432627 req-f43adbef-34cb-4c42-96a8-c7c594c51e54 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0480525
Nov 18 15:03:17.326195 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-efcf5938-8207-4258-8a29-3316c3395a44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4f14cca07fc4d049fe7971e3c08736d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2729864
Nov 18 15:03:17.328576 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 36346) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:17.372833 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e5f44-0b56-4c5c-8c25-889399cd8362 req-585f7d4b-7d2b-4af8-9aa7-acc3906c0b32 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:17.374395 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-714e5f44-0b56-4c5c-8c25-889399cd8362 req-585f7d4b-7d2b-4af8-9aa7-acc3906c0b32 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.15 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.2011468
Nov 18 15:03:17.385099 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699f447-b614-436b-bbf0-4bbd141d91ff req-7560430c-d1e3-424e-903e-4ab47769527f tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:17.387250 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5699f447-b614-436b-bbf0-4bbd141d91ff req-7560430c-d1e3-424e-903e-4ab47769527f tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 945 time: 0.1472018
Nov 18 15:03:17.447079 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7040b883-46e3-4933-88ae-aeacd2adaa4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:17.465297 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-714e5f44-0b56-4c5c-8c25-889399cd8362 req-1265eeab-cfae-4def-a4cd-10c5b63cc915 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Deleting port 5059f602-c7f8-451f-95f7-dbd091055918 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:03:17.465682 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-714e5f44-0b56-4c5c-8c25-889399cd8362 req-1265eeab-cfae-4def-a4cd-10c5b63cc915 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:17.471247 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5699f447-b614-436b-bbf0-4bbd141d91ff req-65355a41-1d93-4a61-87e3-498fad0dcaa4 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/security-groups?id=e45267ef-0408-47bd-9ca1-6838fa10bf6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778074
Nov 18 15:03:17.486215 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7040b883-46e3-4933-88ae-aeacd2adaa4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:17.557498 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7040b883-46e3-4933-88ae-aeacd2adaa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:17.568408 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cac10832-1f6d-4436-ac42-7f8112486265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:17.582099 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040b883-46e3-4933-88ae-aeacd2adaa4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0408fc59-e2af-45f7-aee0-34bdd62ed4a9,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:17.585476 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7040b883-46e3-4933-88ae-aeacd2adaa4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:17.586684 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7040b883-46e3-4933-88ae-aeacd2adaa4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:17.591399 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-7040b883-46e3-4933-88ae-aeacd2adaa4a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0408fc59-e2af-45f7-aee0-34bdd62ed4a9 HTTP/1.1" status: 204  len: 168 time: 0.2617860
Nov 18 15:03:17.843994 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5f5b6508-ef03-4fa6-aa31-b0a63b0fe1b6 req-15a91d86-c0de-4c7e-baf0-535eb712ec6a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks [] for floatingip, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:17.857440 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5f5b6508-ef03-4fa6-aa31-b0a63b0fe1b6 req-15a91d86-c0de-4c7e-baf0-535eb712ec6a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854175593'] for floatingip, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:17.937641 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-714e5f44-0b56-4c5c-8c25-889399cd8362 req-1265eeab-cfae-4def-a4cd-10c5b63cc915 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] For port 5059f602-c7f8-451f-95f7-dbd091055918, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5059f602-c7f8-451f-95f7-dbd091055918,segment=NetworkSegment(6877fdf7-1612-4391-b0c6-707427134cc0),segment_id=6877fdf7-1612-4391-b0c6-707427134cc0)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:03:17.938041 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-714e5f44-0b56-4c5c-8c25-889399cd8362 req-1265eeab-cfae-4def-a4cd-10c5b63cc915 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:18.068530 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-714e5f44-0b56-4c5c-8c25-889399cd8362 req-1265eeab-cfae-4def-a4cd-10c5b63cc915 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Calling delete_port for 5059f602-c7f8-451f-95f7-dbd091055918 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:03:18.312702 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-714e5f44-0b56-4c5c-8c25-889399cd8362 req-1265eeab-cfae-4def-a4cd-10c5b63cc915 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:18.324579 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 5059f602-c7f8-451f-95f7-dbd091055918 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:03:18.328996 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b245ec8b-ae8c-4e45-bcfe-04ae12052384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:18.335061 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174ce2e-8982-46a2-9ea9-6ee814e2439f req-a9065c4d-c162-422e-b609-a26660abcb25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:18.336688 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6174ce2e-8982-46a2-9ea9-6ee814e2439f req-a9065c4d-c162-422e-b609-a26660abcb25 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0847085
Nov 18 15:03:18.358730 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] No Port match for: 5059f602-c7f8-451f-95f7-dbd091055918 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:03:18.359131 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 5059f602-c7f8-451f-95f7-dbd091055918 not bound to the agent host hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:03:18.376544 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265eeab-cfae-4def-a4cd-10c5b63cc915 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Pushing event deleted for resources: {'Port': ['ID=5059f602-c7f8-451f-95f7-dbd091055918,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:18.381966 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-5f5b6508-ef03-4fa6-aa31-b0a63b0fe1b6 req-15a91d86-c0de-4c7e-baf0-535eb712ec6a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Floating IP aac45c0c-b106-4c7e-a5cb-ad0de8350be8 associated. External IP: 172.27.1.70, port: 67737de0-609b-4efd-99a6-b98f003575b7.
Nov 18 15:03:18.386997 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6174ce2e-8982-46a2-9ea9-6ee814e2439f req-92651fd3-619f-4d2e-84e5-6d8d041e4b10 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435774
Nov 18 15:03:18.441402 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1265eeab-cfae-4def-a4cd-10c5b63cc915 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:18.661768 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-68c8000f-e4f9-4df2-a128-6cf73bc57f72 req-bea540bb-7387-4512-aa5a-2233e810f66f tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.21 "GET /v2.0/ports?device_id=838775d0-e9dc-4596-bf24-287a82801a5f HTTP/1.1" status: 200  len: 210 time: 0.0502408
Nov 18 15:03:18.880589 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-714e5f44-0b56-4c5c-8c25-889399cd8362 req-1265eeab-cfae-4def-a4cd-10c5b63cc915 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] No DVR routers for this DVR port 5059f602-c7f8-451f-95f7-dbd091055918 on host hv-cinder-73362 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:03:18.883238 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-714e5f44-0b56-4c5c-8c25-889399cd8362 req-1265eeab-cfae-4def-a4cd-10c5b63cc915 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:18.886607 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838775d0-e9dc-4596-bf24-287a82801a5f', 'name': 'network-vif-deleted', 'tag': '5059f602-c7f8-451f-95f7-dbd091055918'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:03:18.908221 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-714e5f44-0b56-4c5c-8c25-889399cd8362 req-1265eeab-cfae-4def-a4cd-10c5b63cc915 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] 10.222.0.15 "DELETE /v2.0/ports/5059f602-c7f8-451f-95f7-dbd091055918 HTTP/1.1" status: 204  len: 173 time: 1.5249612
Nov 18 15:03:18.995352 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838775d0-e9dc-4596-bf24-287a82801a5f', 'name': 'network-vif-deleted', 'tag': '5059f602-c7f8-451f-95f7-dbd091055918', 'status': 'completed', 'code': 200}
Nov 18 15:03:19.155243 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f5b6508-ef03-4fa6-aa31-b0a63b0fe1b6 req-15a91d86-c0de-4c7e-baf0-535eb712ec6a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Router 0ea1e07d-b9b6-4070-9248-f9781f088003 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:03:19.363966 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f5b6508-ef03-4fa6-aa31-b0a63b0fe1b6 req-15a91d86-c0de-4c7e-baf0-535eb712ec6a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:03:19.368223 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5f5b6508-ef03-4fa6-aa31-b0a63b0fe1b6 req-15a91d86-c0de-4c7e-baf0-535eb712ec6a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:19.374159 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f8fd9c-9ebe-4f81-9995-d2f4d0893e67 None None] Sync routers for ids ['0ea1e07d-b9b6-4070-9248-f9781f088003'] in dv-cinder-733623-8-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:03:19.387584 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f8fd9c-9ebe-4f81-9995-d2f4d0893e67 None None] Routers {'0ea1e07d-b9b6-4070-9248-f9781f088003'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:03:19.388245 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f8f8fd9c-9ebe-4f81-9995-d2f4d0893e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef2743c8>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:03:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['0ea1e07d-b9b6-4070-9248-f9781f088003'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:03:19.422924 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5f5b6508-ef03-4fa6-aa31-b0a63b0fe1b6 req-15a91d86-c0de-4c7e-baf0-535eb712ec6a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "PUT /v2.0/floatingips/aac45c0c-b106-4c7e-a5cb-ad0de8350be8 HTTP/1.1" status: 200  len: 995 time: 2.6911907
Nov 18 15:03:19.520081 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5f5b6508-ef03-4fa6-aa31-b0a63b0fe1b6 req-0ea9145c-976a-4541-a516-9c9092b219f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=556aa7371f8f46c783a13838433abcc1&device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 1162 time: 0.0826900
Nov 18 15:03:19.577204 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-f8f8fd9c-9ebe-4f81-9995-d2f4d0893e67 None None] Set router 0ea1e07d-b9b6-4070-9248-f9781f088003 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:03:19.706730 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc7ce1-8e36-4549-942e-8f1cb0390c08 req-60a962ee-3702-415a-af8a-d5cf20aeb202 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:19.708802 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-61cc7ce1-8e36-4549-942e-8f1cb0390c08 req-60a962ee-3702-415a-af8a-d5cf20aeb202 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.1621101
Nov 18 15:03:19.734384 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b6508-ef03-4fa6-aa31-b0a63b0fe1b6 req-06e7a0cd-fd47-4bf8-b8ee-6ee0ebaf48ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:19.744065 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5f5b6508-ef03-4fa6-aa31-b0a63b0fe1b6 req-06e7a0cd-fd47-4bf8-b8ee-6ee0ebaf48ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=d80d553a-dd1d-473a-950d-65cdf20bd750 HTTP/1.1" status: 200  len: 909 time: 0.2131608
Nov 18 15:03:19.825264 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-61cc7ce1-8e36-4549-942e-8f1cb0390c08 req-18d6d64d-7926-4c87-b7a4-71015feeeb0a tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1070497
Nov 18 15:03:19.932704 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5f5b6508-ef03-4fa6-aa31-b0a63b0fe1b6 req-3256f305-8711-42e7-90ff-4a08877de4ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67737de0-609b-4efd-99a6-b98f003575b7 HTTP/1.1" status: 200  len: 998 time: 0.1868773
Nov 18 15:03:19.969411 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 36372) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:20.003505 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b6508-ef03-4fa6-aa31-b0a63b0fe1b6 req-df9322d9-4a4c-4ffc-b9aa-411cf5e5bbc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:20.012031 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5f5b6508-ef03-4fa6-aa31-b0a63b0fe1b6 req-df9322d9-4a4c-4ffc-b9aa-411cf5e5bbc5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9748ee0c-6642-4893-8ba7-9d5548b7a891 HTTP/1.1" status: 200  len: 854 time: 0.0783844
Nov 18 15:03:20.092456 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5f5b6508-ef03-4fa6-aa31-b0a63b0fe1b6 req-54334aec-cb09-417e-ba25-06a0d6cc0a59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d80d553a-dd1d-473a-950d-65cdf20bd750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795200
Nov 18 15:03:20.141428 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f8f8fd9c-9ebe-4f81-9995-d2f4d0893e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef2743c8>, [{'id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'name': 'tempest-TestMinimumBasicScenario-1570347415-router', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:01:59Z', 'revision_number': 4, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'gw_port': {'id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': 'aac45c0c-b106-4c7e-a5cb-ad0de8350be8', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'port_id': '67737de0-609b-4efd-99a6-b98f003575b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750', 'mac_address': 'fa:16:3e:f9:36:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa982534-5a1a-4146-8ef8-b1b59c265b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:03:15Z', 'updated_at': '2020-11-18T15:03:17Z', 'revision_number': 1, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d731e0-7b54-4ea0-bf32-550857960170', 'name': '', 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'mac_address': 'fa:16:3e:b1:bb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9748ee0c-6642-4893-8ba7-9d5548b7a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:59Z', 'updated_at': '2020-11-18T15:02:08Z', 'revision_number': 5, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'subnets': [{'id': '9748ee0c-6642-4893-8ba7-9d5548b7a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:03:20.146092 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f8fd9c-9ebe-4f81-9995-d2f4d0893e67 None None] Checking router: 0ea1e07d-b9b6-4070-9248-f9781f088003 for host: dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:03:20.158410 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f8fd9c-9ebe-4f81-9995-d2f4d0893e67 None None] Routers {'0ea1e07d-b9b6-4070-9248-f9781f088003'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:03:20.159075 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f8f8fd9c-9ebe-4f81-9995-d2f4d0893e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef2743c8>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:03:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['0ea1e07d-b9b6-4070-9248-f9781f088003'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:03:20.257628 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5f5b6508-ef03-4fa6-aa31-b0a63b0fe1b6 req-30db8c19-6cae-446d-8e5d-656c4ac8df15 service neutron] 10.222.0.21 "GET /v2.0/networks/d80d553a-dd1d-473a-950d-65cdf20bd750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1574266
Nov 18 15:03:20.359791 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-f8f8fd9c-9ebe-4f81-9995-d2f4d0893e67 None None] Set router 0ea1e07d-b9b6-4070-9248-f9781f088003 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:03:20.419529 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5f5b6508-ef03-4fa6-aa31-b0a63b0fe1b6 req-eede9251-9430-42c9-a1f5-cd563060a7dd service neutron] 10.222.0.21 "GET /v2.0/networks/d80d553a-dd1d-473a-950d-65cdf20bd750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1601186
Nov 18 15:03:20.464321 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600187'] for router_interface, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:20.465332 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-f9370345-04f1-4e87-93eb-bdf554b3f9da req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1359567057', 'description': 'tempest-TestMinimumBasicScenario-1359567057 description'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:03:20.473169 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-f9370345-04f1-4e87-93eb-bdf554b3f9da req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:03:20.485290 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-f9370345-04f1-4e87-93eb-bdf554b3f9da req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:03:20.495585 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f9370345-04f1-4e87-93eb-bdf554b3f9da req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:20.537713 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-f9370345-04f1-4e87-93eb-bdf554b3f9da req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:03:20.542833 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-f9370345-04f1-4e87-93eb-bdf554b3f9da req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Usage tracker for resource:security_group_rule and tenant:556aa7371f8f46c783a13838433abcc1 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:03:20.546449 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-f9370345-04f1-4e87-93eb-bdf554b3f9da req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:03:20.552903 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-f9370345-04f1-4e87-93eb-bdf554b3f9da req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:03:20.621417 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f9370345-04f1-4e87-93eb-bdf554b3f9da req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:20.624098 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f9370345-04f1-4e87-93eb-bdf554b3f9da req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:20.630199 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-87afce2b-ff29-4120-a26d-2804c6ffe0fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:20.687908 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Pushing event updated for resources: {'SecurityGroup': ['ID=7641fffe-797e-4527-9e44-23295bf1aa44,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:20.689802 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25166e4b-cea2-405c-8f3e-5f34d31fd978 req-4b449ce8-a19f-4536-a079-d6b23e929ec9 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:20.691506 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-25166e4b-cea2-405c-8f3e-5f34d31fd978 req-4b449ce8-a19f-4536-a079-d6b23e929ec9 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.1260793
Nov 18 15:03:20.693647 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f9370345-04f1-4e87-93eb-bdf554b3f9da req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:20.716214 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9370345-04f1-4e87-93eb-bdf554b3f9da req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1653 time: 0.2577007
Nov 18 15:03:20.722632 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:20.729179 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:20.729725 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:20.730208 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:20.730691 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:20.731167 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:20.731638 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:20.736256 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:20.736775 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:20.737256 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:20.737743 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:20.738217 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:20.739195 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:20.739662 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:20.740362 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:20.740850 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:20.741314 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:20.745418 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:20.745418 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:20.745418 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:20.745418 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:20.745773 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:20.746033 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:20.746620 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:20.763055 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:20.782837 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f8f8fd9c-9ebe-4f81-9995-d2f4d0893e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef2743c8>, [{'id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'name': 'tempest-TestMinimumBasicScenario-1570347415-router', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:01:59Z', 'revision_number': 4, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'gw_port': {'id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': 'aac45c0c-b106-4c7e-a5cb-ad0de8350be8', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'port_id': '67737de0-609b-4efd-99a6-b98f003575b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750', 'mac_address': 'fa:16:3e:f9:36:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa982534-5a1a-4146-8ef8-b1b59c265b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:03:15Z', 'updated_at': '2020-11-18T15:03:17Z', 'revision_number': 1, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d731e0-7b54-4ea0-bf32-550857960170', 'name': '', 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'mac_address': 'fa:16:3e:b1:bb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9748ee0c-6642-4893-8ba7-9d5548b7a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:59Z', 'updated_at': '2020-11-18T15:02:08Z', 'revision_number': 5, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'subnets': [{'id': '9748ee0c-6642-4893-8ba7-9d5548b7a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:03:20.787567 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f8fd9c-9ebe-4f81-9995-d2f4d0893e67 None None] The sync data for ids ['0ea1e07d-b9b6-4070-9248-f9781f088003'] in dv-cinder-733623-8-iscsi is: [{'id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'name': 'tempest-TestMinimumBasicScenario-1570347415-router', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:01:59Z', 'revision_number': 4, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'gw_port': {'id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': 'aac45c0c-b106-4c7e-a5cb-ad0de8350be8', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'port_id': '67737de0-609b-4efd-99a6-b98f003575b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750', 'mac_address': 'fa:16:3e:f9:36:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa982534-5a1a-4146-8ef8-b1b59c265b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:03:15Z', 'updated_at': '2020-11-18T15:03:17Z', 'revision_number': 1, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d731e0-7b54-4ea0-bf32-550857960170', 'name': '', 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'mac_address': 'fa:16:3e:b1:bb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9748ee0c-6642-4893-8ba7-9d5548b7a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:59Z', 'updated_at': '2020-11-18T15:02:08Z', 'revision_number': 5, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'subnets': [{'id': '9748ee0c-6642-4893-8ba7-9d5548b7a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:03:20.809848 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-25166e4b-cea2-405c-8f3e-5f34d31fd978 req-c2a25dbf-86e1-498c-bf0c-38cfdd017600 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709312
Nov 18 15:03:20.819223 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8b49bbb4-df28-4a6b-8857-076472a32cc0 req-c60e7652-0fad-4514-b2f6-57451cae5128 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups/7641fffe-797e-4527-9e44-23295bf1aa44 HTTP/1.1" status: 200  len: 1648 time: 0.0687063
Nov 18 15:03:20.830548 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-8b49bbb4-df28-4a6b-8857-076472a32cc0 req-0b6d045e-1857-499f-a1af-1604f88e1e77 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7641fffe-797e-4527-9e44-23295bf1aa44', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:03:20.831316 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-8b49bbb4-df28-4a6b-8857-076472a32cc0 req-0b6d045e-1857-499f-a1af-1604f88e1e77 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7641fffe-797e-4527-9e44-23295bf1aa44', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:03:20.843049 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-8b49bbb4-df28-4a6b-8857-076472a32cc0 req-0b6d045e-1857-499f-a1af-1604f88e1e77 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:03:20.847372 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8b49bbb4-df28-4a6b-8857-076472a32cc0 req-0b6d045e-1857-499f-a1af-1604f88e1e77 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Usage tracker for resource:security_group_rule and tenant:556aa7371f8f46c783a13838433abcc1 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:03:20.850603 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8b49bbb4-df28-4a6b-8857-076472a32cc0 req-0b6d045e-1857-499f-a1af-1604f88e1e77 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:03:20.857105 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-8b49bbb4-df28-4a6b-8857-076472a32cc0 req-0b6d045e-1857-499f-a1af-1604f88e1e77 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:03:20.916600 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8b49bbb4-df28-4a6b-8857-076472a32cc0 req-0b6d045e-1857-499f-a1af-1604f88e1e77 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks [] for security_group_rule, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:20.954075 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8b49bbb4-df28-4a6b-8857-076472a32cc0 req-0b6d045e-1857-499f-a1af-1604f88e1e77 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:20.958880 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8b49bbb4-df28-4a6b-8857-076472a32cc0 req-0b6d045e-1857-499f-a1af-1604f88e1e77 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138714'] for security_group_rule, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:20.961719 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7ac67898-e7a6-41ea-b4ef-2dee63218d0b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:20.990778 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d045e-1857-499f-a1af-1604f88e1e77 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d68b953-a4c5-4ac4-8a41-f34268c0b283,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:20.996149 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0b6d045e-1857-499f-a1af-1604f88e1e77 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:20.996986 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa982534-5a1a-4146-8ef8-b1b59c265b6f', 'tag': '67737de0-609b-4efd-99a6-b98f003575b7'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:03:21.005647 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8b49bbb4-df28-4a6b-8857-076472a32cc0 req-0b6d045e-1857-499f-a1af-1604f88e1e77 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks [] for security_group_rule, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:21.007149 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8b49bbb4-df28-4a6b-8857-076472a32cc0 req-0b6d045e-1857-499f-a1af-1604f88e1e77 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.1811678
Nov 18 15:03:21.078691 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa982534-5a1a-4146-8ef8-b1b59c265b6f', 'tag': '67737de0-609b-4efd-99a6-b98f003575b7', 'status': 'completed', 'code': 200}
Nov 18 15:03:21.134986 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd606f9-1571-4292-b40b-f3565520a996 None None] New status for floating IP aac45c0c-b106-4c7e-a5cb-ad0de8350be8: ACTIVE {{(pid=80266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 15:03:21.220519 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c96e5c1a-63cd-4087-8c90-0d1de9dc3344 req-63a2674b-41ff-4f69-b9c1-aaa47632a485 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups/7641fffe-797e-4527-9e44-23295bf1aa44 HTTP/1.1" status: 200  len: 2151 time: 0.1156778
Nov 18 15:03:21.238883 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-c96e5c1a-63cd-4087-8c90-0d1de9dc3344 req-aa5e6825-235c-438a-a182-e5b694431c97 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7641fffe-797e-4527-9e44-23295bf1aa44', 'remote_group_id': None}]} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:03:21.239193 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-c96e5c1a-63cd-4087-8c90-0d1de9dc3344 req-aa5e6825-235c-438a-a182-e5b694431c97 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7641fffe-797e-4527-9e44-23295bf1aa44', 'remote_group_id': None}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:03:21.248143 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350de321-0aaf-4c39-9a10-acda8bb0ad5e req-874cff9d-713f-4b4a-b683-1d03f931b5b9 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:21.250230 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-350de321-0aaf-4c39-9a10-acda8bb0ad5e req-874cff9d-713f-4b4a-b683-1d03f931b5b9 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.2198560
Nov 18 15:03:21.255333 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-c96e5c1a-63cd-4087-8c90-0d1de9dc3344 req-aa5e6825-235c-438a-a182-e5b694431c97 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:03:21.261870 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-c96e5c1a-63cd-4087-8c90-0d1de9dc3344 req-aa5e6825-235c-438a-a182-e5b694431c97 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Usage tracker for resource:security_group_rule and tenant:556aa7371f8f46c783a13838433abcc1 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:03:21.265524 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-c96e5c1a-63cd-4087-8c90-0d1de9dc3344 req-aa5e6825-235c-438a-a182-e5b694431c97 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:03:21.271057 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-79591673-98d6-4ef4-b262-86c79e8937da req-58e64384-46ab-4744-9193-80fc9ca5637e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=556aa7371f8f46c783a13838433abcc1&device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 1162 time: 0.1636519
Nov 18 15:03:21.274841 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-c96e5c1a-63cd-4087-8c90-0d1de9dc3344 req-aa5e6825-235c-438a-a182-e5b694431c97 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:03:21.347183 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-350de321-0aaf-4c39-9a10-acda8bb0ad5e req-577e0d58-52a7-4610-8c7d-9188b00e04ce tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0870154
Nov 18 15:03:21.447201 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c96e5c1a-63cd-4087-8c90-0d1de9dc3344 req-aa5e6825-235c-438a-a182-e5b694431c97 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks [] for security_group_rule, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:21.449412 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Deleting port 34820b56-ecb4-4e62-9b69-21268aee3c2f {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:03:21.449666 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:21.480533 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79591673-98d6-4ef4-b262-86c79e8937da req-1769a539-d2c4-4895-b416-f0da23379019 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:21.482082 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-79591673-98d6-4ef4-b262-86c79e8937da req-1769a539-d2c4-4895-b416-f0da23379019 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d80d553a-dd1d-473a-950d-65cdf20bd750 HTTP/1.1" status: 200  len: 909 time: 0.2014408
Nov 18 15:03:21.486689 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c96e5c1a-63cd-4087-8c90-0d1de9dc3344 req-aa5e6825-235c-438a-a182-e5b694431c97 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:21.489450 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c96e5c1a-63cd-4087-8c90-0d1de9dc3344 req-aa5e6825-235c-438a-a182-e5b694431c97 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138714'] for security_group_rule, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:21.491518 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:21.588381 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e6825-235c-438a-a182-e5b694431c97 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1153f475-e472-4163-8cf8-46eb597cab18,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:21.596720 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aa5e6825-235c-438a-a182-e5b694431c97 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:21.605372 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c96e5c1a-63cd-4087-8c90-0d1de9dc3344 req-aa5e6825-235c-438a-a182-e5b694431c97 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks [] for security_group_rule, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:21.606656 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c96e5c1a-63cd-4087-8c90-0d1de9dc3344 req-aa5e6825-235c-438a-a182-e5b694431c97 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.3778107
Nov 18 15:03:21.629551 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-79591673-98d6-4ef4-b262-86c79e8937da req-5d8993ca-b3c4-4853-927d-ce3d2c01e799 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67737de0-609b-4efd-99a6-b98f003575b7 HTTP/1.1" status: 200  len: 1000 time: 0.1256747
Nov 18 15:03:21.642911 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] For port 34820b56-ecb4-4e62-9b69-21268aee3c2f, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=34820b56-ecb4-4e62-9b69-21268aee3c2f,segment=NetworkSegment(6877fdf7-1612-4391-b0c6-707427134cc0),segment_id=6877fdf7-1612-4391-b0c6-707427134cc0)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:03:21.643316 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:21.705074 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79591673-98d6-4ef4-b262-86c79e8937da req-1dffff57-9874-404b-9c74-48642d114317 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:21.706655 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-79591673-98d6-4ef4-b262-86c79e8937da req-1dffff57-9874-404b-9c74-48642d114317 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9748ee0c-6642-4893-8ba7-9d5548b7a891 HTTP/1.1" status: 200  len: 854 time: 0.0681434
Nov 18 15:03:21.774585 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Calling delete_port for 34820b56-ecb4-4e62-9b69-21268aee3c2f owned by network:router_interface {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:03:21.788502 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-79591673-98d6-4ef4-b262-86c79e8937da req-114a2b36-67ba-4a32-bf59-1e240cc59dcf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d80d553a-dd1d-473a-950d-65cdf20bd750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736301
Nov 18 15:03:21.872348 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-01ff6617-2d93-4e4b-83da-319a03227475 req-8a36a346-381b-4090-8e3c-836089bec07a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1359567057&fields=id&tenant_id=556aa7371f8f46c783a13838433abcc1 HTTP/1.1" status: 200  len: 267 time: 0.1606185
Nov 18 15:03:21.943409 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-79591673-98d6-4ef4-b262-86c79e8937da req-4fb8c3b9-a59a-4170-9755-357e46a1e51f service neutron] 10.222.0.15 "GET /v2.0/networks/d80d553a-dd1d-473a-950d-65cdf20bd750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437182
Nov 18 15:03:22.169666 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7af209-a79f-4921-a09f-33aaeb8d28f7 req-602a12e7-5f5f-4afb-b660-18fe52118d4e tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:22.171421 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fc7af209-a79f-4921-a09f-33aaeb8d28f7 req-602a12e7-5f5f-4afb-b660-18fe52118d4e tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.2191682
Nov 18 15:03:22.178331 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-79591673-98d6-4ef4-b262-86c79e8937da req-e0b8cabd-f9b5-45b9-9e57-e7f6a754f9b7 service neutron] 10.222.0.15 "GET /v2.0/networks/d80d553a-dd1d-473a-950d-65cdf20bd750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1917198
Nov 18 15:03:22.224615 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fc7af209-a79f-4921-a09f-33aaeb8d28f7 req-bea35c03-055b-47ea-9af5-fe9dd56d60c7 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440843
Nov 18 15:03:22.407719 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff6617-2d93-4e4b-83da-319a03227475 req-fa68ebe1-c1fc-4e62-b786-b5e2311fce0d tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:22.409335 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-01ff6617-2d93-4e4b-83da-319a03227475 req-fa68ebe1-c1fc-4e62-b786-b5e2311fce0d tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 945 time: 0.4702747
Nov 18 15:03:22.426852 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-01ff6617-2d93-4e4b-83da-319a03227475 req-abaa9063-7e24-4646-814a-db2024eb9ab4 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Request body: {'port': {'security_groups': ['44359b14-b93e-49e9-b169-6f32cbc1560f', '7641fffe-797e-4527-9e44-23295bf1aa44']}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:03:22.581943 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823075388'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:22.599700 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:22.603782 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1cf5b-1033-41c3-8c9b-24147c7ef7ec req-db2c1d97-3350-4eec-848d-c358f40c55d1 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:22.605470 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-54a1cf5b-1033-41c3-8c9b-24147c7ef7ec req-db2c1d97-3350-4eec-848d-c358f40c55d1 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0885067
Nov 18 15:03:22.653931 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-54a1cf5b-1033-41c3-8c9b-24147c7ef7ec req-4bc0b42e-b1e4-45ff-8ff6-346db7c9231d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421855
Nov 18 15:03:22.657794 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Pushing event deleted for resources: {'Port': ['ID=34820b56-ecb4-4e62-9b69-21268aee3c2f,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:22.680604 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-01ff6617-2d93-4e4b-83da-319a03227475 req-abaa9063-7e24-4646-814a-db2024eb9ab4 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:22.753004 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:22.753418 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:22.753825 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:22.754225 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:22.754621 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:22.755243 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:22.755640 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:22.756037 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:22.756426 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:22.756837 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:22.757230 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:22.757618 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:22.758042 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:22.758425 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:22.758830 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:22.759215 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:22.759597 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:22.759998 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:22.760948 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:22.761337 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:22.761721 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:22.762102 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:22.762481 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:22.762859 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:22.771247 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:23.303987 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-01ff6617-2d93-4e4b-83da-319a03227475 req-abaa9063-7e24-4646-814a-db2024eb9ab4 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] For port 67737de0-609b-4efd-99a6-b98f003575b7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=67737de0-609b-4efd-99a6-b98f003575b7,segment=NetworkSegment(bedfbab1-4304-4348-8818-44aade99ea50),segment_id=bedfbab1-4304-4348-8818-44aade99ea50)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:03:23.352905 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-01ff6617-2d93-4e4b-83da-319a03227475 req-abaa9063-7e24-4646-814a-db2024eb9ab4 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:23.359073 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-01ff6617-2d93-4e4b-83da-319a03227475 req-abaa9063-7e24-4646-814a-db2024eb9ab4 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31700445'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:23.377049 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:23.475921 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852718791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854130453'] for router_interface, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:23.581350 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f1740-39c8-4664-a6e5-dc2677c4b8b2 req-f24d3f64-589c-4f41-806d-c78308f1c102 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:23.582995 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-457f1740-39c8-4664-a6e5-dc2677c4b8b2 req-f24d3f64-589c-4f41-806d-c78308f1c102 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.0895464
Nov 18 15:03:23.586081 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa9063-7e24-4646-814a-db2024eb9ab4 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Pushing event updated for resources: {'Port': ['ID=67737de0-609b-4efd-99a6-b98f003575b7,revision_number=5']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:23.594756 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-abaa9063-7e24-4646-814a-db2024eb9ab4 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:23.640557 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-457f1740-39c8-4664-a6e5-dc2677c4b8b2 req-8cc19155-ea63-44a2-b796-77ef39a90eae tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425463
Nov 18 15:03:23.721467 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff6617-2d93-4e4b-83da-319a03227475 req-abaa9063-7e24-4646-814a-db2024eb9ab4 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:23.722170 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-01ff6617-2d93-4e4b-83da-319a03227475 req-abaa9063-7e24-4646-814a-db2024eb9ab4 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:23.724063 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-01ff6617-2d93-4e4b-83da-319a03227475 req-abaa9063-7e24-4646-814a-db2024eb9ab4 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "PUT /v2.0/ports/67737de0-609b-4efd-99a6-b98f003575b7 HTTP/1.1" status: 200  len: 981 time: 1.3055162
Nov 18 15:03:23.724591 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa982534-5a1a-4146-8ef8-b1b59c265b6f', 'tag': '67737de0-609b-4efd-99a6-b98f003575b7'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:03:24.002362 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa982534-5a1a-4146-8ef8-b1b59c265b6f', 'tag': '67737de0-609b-4efd-99a6-b98f003575b7', 'status': 'completed', 'code': 200}
Nov 18 15:03:24.038080 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-21d75ee4-9faf-4264-aee0-e2aa54e3254b None None] Provisioning complete for port 67737de0-609b-4efd-99a6-b98f003575b7 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:03:24.038869 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-21d75ee4-9faf-4264-aee0-e2aa54e3254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:24.048124 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf99f7f-a677-43fd-8ad3-c1e53bdb42d6 req-8ff38cda-df48-48e0-a5fb-db6910b88955 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:24.055487 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bdf99f7f-a677-43fd-8ad3-c1e53bdb42d6 req-8ff38cda-df48-48e0-a5fb-db6910b88955 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.1921670
Nov 18 15:03:24.183764 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bdf99f7f-a677-43fd-8ad3-c1e53bdb42d6 req-d0fe1a92-81fb-481c-a95e-6a42af25ce4f tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1273310
Nov 18 15:03:24.268156 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:03:24.387321 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-024ba9af-a7af-44ac-8ae8-8228c64dab43 req-44bcf007-e47a-4be9-a8cc-21019dd69bd8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=556aa7371f8f46c783a13838433abcc1&device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 1202 time: 0.3909185
Nov 18 15:03:24.399666 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a3317-f985-49c3-93e0-51562c017779 req-09cc25a9-3712-4017-ae49-99cb85807594 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:24.401954 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cf2a3317-f985-49c3-93e0-51562c017779 req-09cc25a9-3712-4017-ae49-99cb85807594 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 984 time: 0.3326325
Nov 18 15:03:24.561833 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-cf2a3317-f985-49c3-93e0-51562c017779 req-9db07332-3d60-4e32-a20c-c8a1a123f483 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Synchronizing usage tracker for tenant:556aa7371f8f46c783a13838433abcc1 on resource:security_group {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:03:24.598904 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ba9af-a7af-44ac-8ae8-8228c64dab43 req-3dcb9076-d6c7-405d-a41d-c189fc26c2bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:24.600517 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-024ba9af-a7af-44ac-8ae8-8228c64dab43 req-3dcb9076-d6c7-405d-a41d-c189fc26c2bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=d80d553a-dd1d-473a-950d-65cdf20bd750 HTTP/1.1" status: 200  len: 909 time: 0.1958656
Nov 18 15:03:24.601423 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-cf2a3317-f985-49c3-93e0-51562c017779 req-9db07332-3d60-4e32-a20c-c8a1a123f483 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Unset dirty status for tenant:556aa7371f8f46c783a13838433abcc1 on resource:security_group {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:03:24.602556 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cf2a3317-f985-49c3-93e0-51562c017779 req-9db07332-3d60-4e32-a20c-c8a1a123f483 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=7641fffe-797e-4527-9e44-23295bf1aa44&id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1748908
Nov 18 15:03:24.703985 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83c81e-fbb0-40c9-b74a-b8f194f43681 req-e201e18a-cdd5-46ba-97b5-928ef95d3f28 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:24.705639 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a83c81e-fbb0-40c9-b74a-b8f194f43681 req-e201e18a-cdd5-46ba-97b5-928ef95d3f28 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=76677061-4fa2-4a89-8ed1-f4274ebcdaf7 HTTP/1.1" status: 200  len: 946 time: 0.1821353
Nov 18 15:03:24.721635 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-024ba9af-a7af-44ac-8ae8-8228c64dab43 req-adef57c6-70a7-4db9-a136-bfef5fda63e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67737de0-609b-4efd-99a6-b98f003575b7 HTTP/1.1" status: 200  len: 1000 time: 0.1117370
Nov 18 15:03:24.802783 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 67737de0-609b-4efd-99a6-b98f003575b7 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:03:24.852774 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ba9af-a7af-44ac-8ae8-8228c64dab43 req-041b3895-a9bd-4bf8-8088-15f29c138688 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:24.854951 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-024ba9af-a7af-44ac-8ae8-8228c64dab43 req-041b3895-a9bd-4bf8-8088-15f29c138688 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9748ee0c-6642-4893-8ba7-9d5548b7a891 HTTP/1.1" status: 200  len: 854 time: 0.1213486
Nov 18 15:03:24.866360 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a83c81e-fbb0-40c9-b74a-b8f194f43681 req-dc83427d-0245-4be3-a443-80c26f89bd7a tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492739
Nov 18 15:03:24.886402 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 67737de0-609b-4efd-99a6-b98f003575b7 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:03:24.886664 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:24.939324 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Router d178dc8a-4101-40b6-9d48-3c347c372b95 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:03:24.939999 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b88101-d682-4d69-b61a-1cfae6713472 req-f0da9df5-2cf4-4263-8b5e-9a1a4ff9a7c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:24.947750 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d0b88101-d682-4d69-b61a-1cfae6713472 req-f0da9df5-2cf4-4263-8b5e-9a1a4ff9a7c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.1599767
Nov 18 15:03:25.016807 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d0b88101-d682-4d69-b61a-1cfae6713472 req-196d71dd-6c3a-4247-91d8-3512f409b914 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675426
Nov 18 15:03:25.025071 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-024ba9af-a7af-44ac-8ae8-8228c64dab43 req-84b63686-b8bd-4e1c-854b-500ee6948648 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d80d553a-dd1d-473a-950d-65cdf20bd750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1448488
Nov 18 15:03:25.153356 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:03:25.163389 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff6f2d2-a855-40e8-963b-fb4eabcccb5f None None] Sync routers for ids ['d178dc8a-4101-40b6-9d48-3c347c372b95'] in dv-cinder-733623-8-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:03:25.168510 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] 10.222.0.21 "PUT /v2.0/routers/d178dc8a-4101-40b6-9d48-3c347c372b95/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1979654
Nov 18 15:03:25.169588 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 36426) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:25.175533 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-024ba9af-a7af-44ac-8ae8-8228c64dab43 req-c7fc5931-dca4-41d4-ae45-17a58b83f57d service neutron] 10.222.0.15 "GET /v2.0/networks/d80d553a-dd1d-473a-950d-65cdf20bd750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418281
Nov 18 15:03:25.177082 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff6f2d2-a855-40e8-963b-fb4eabcccb5f None None] Routers {'d178dc8a-4101-40b6-9d48-3c347c372b95'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:03:25.177765 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-9ff6f2d2-a855-40e8-963b-fb4eabcccb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aeea43a90>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:03:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['d178dc8a-4101-40b6-9d48-3c347c372b95'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:03:25.343739 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-024ba9af-a7af-44ac-8ae8-8228c64dab43 req-6474cb89-db84-4da8-9c69-08057bf6b515 service neutron] 10.222.0.15 "GET /v2.0/networks/d80d553a-dd1d-473a-950d-65cdf20bd750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1488075
Nov 18 15:03:25.365948 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-9ff6f2d2-a855-40e8-963b-fb4eabcccb5f None None] Set router d178dc8a-4101-40b6-9d48-3c347c372b95 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:03:25.456873 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8db8f-bdac-434d-ab41-9d4993c6fe23 req-ae233a30-b8f0-4470-a360-29c56e85ffbd tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:25.458464 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d9c8db8f-bdac-434d-ab41-9d4993c6fe23 req-ae233a30-b8f0-4470-a360-29c56e85ffbd tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.1148856
Nov 18 15:03:25.485397 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a718d318-0de7-4660-b06e-624de0e8f935 admin admin] Notify callbacks [] for router, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:25.593330 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d9c8db8f-bdac-434d-ab41-9d4993c6fe23 req-77b00d9f-10de-40fa-9443-688999585b07 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1271987
Nov 18 15:03:25.671397 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-9ff6f2d2-a855-40e8-963b-fb4eabcccb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aeea43a90>, [{'id': 'd178dc8a-4101-40b6-9d48-3c347c372b95', 'name': 'tempest-ServerRescueNegativeTestJSON-1948251233-router', 'tenant_id': 'b71ecd4efe1c43699077d33965fe93b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e8e0f34a-121b-4a68-8d89-f1a2b4c255e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T15:03:22Z', 'revision_number': 5, 'project_id': 'b71ecd4efe1c43699077d33965fe93b0', 'gw_port': {'id': 'e8e0f34a-121b-4a68-8d89-f1a2b4c255e2', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178dc8a-4101-40b6-9d48-3c347c372b95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:20Z', 'updated_at': '2020-11-18T14:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi'}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:03:25.675556 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff6f2d2-a855-40e8-963b-fb4eabcccb5f None None] Checking router: d178dc8a-4101-40b6-9d48-3c347c372b95 for host: dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:03:25.687241 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff6f2d2-a855-40e8-963b-fb4eabcccb5f None None] Routers {'d178dc8a-4101-40b6-9d48-3c347c372b95'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:03:25.687892 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-9ff6f2d2-a855-40e8-963b-fb4eabcccb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aeea43a90>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:03:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['d178dc8a-4101-40b6-9d48-3c347c372b95'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:03:25.725302 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a718d318-0de7-4660-b06e-624de0e8f935 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:25.734112 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-a718d318-0de7-4660-b06e-624de0e8f935 admin admin] Deleting port e8e0f34a-121b-4a68-8d89-f1a2b4c255e2 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:03:25.734486 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a718d318-0de7-4660-b06e-624de0e8f935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:25.844911 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-9ff6f2d2-a855-40e8-963b-fb4eabcccb5f None None] Set router d178dc8a-4101-40b6-9d48-3c347c372b95 gateway port host: None {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:03:25.918755 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-a718d318-0de7-4660-b06e-624de0e8f935 admin admin] For port e8e0f34a-121b-4a68-8d89-f1a2b4c255e2, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=e8e0f34a-121b-4a68-8d89-f1a2b4c255e2,segment=NetworkSegment(204b9cb9-672f-457d-853a-b208bf5e332c),segment_id=204b9cb9-672f-457d-853a-b208bf5e332c)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:03:25.919160 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a718d318-0de7-4660-b06e-624de0e8f935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:26.062857 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-a718d318-0de7-4660-b06e-624de0e8f935 admin admin] Calling delete_port for e8e0f34a-121b-4a68-8d89-f1a2b4c255e2 owned by network:router_gateway {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:03:26.105379 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-9ff6f2d2-a855-40e8-963b-fb4eabcccb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aeea43a90>, [{'id': 'd178dc8a-4101-40b6-9d48-3c347c372b95', 'name': 'tempest-ServerRescueNegativeTestJSON-1948251233-router', 'tenant_id': 'b71ecd4efe1c43699077d33965fe93b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T15:03:25Z', 'revision_number': 6, 'project_id': 'b71ecd4efe1c43699077d33965fe93b0', 'gw_port_host': None}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:03:26.109683 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff6f2d2-a855-40e8-963b-fb4eabcccb5f None None] The sync data for ids ['d178dc8a-4101-40b6-9d48-3c347c372b95'] in dv-cinder-733623-8-iscsi is: [{'id': 'd178dc8a-4101-40b6-9d48-3c347c372b95', 'name': 'tempest-ServerRescueNegativeTestJSON-1948251233-router', 'tenant_id': 'b71ecd4efe1c43699077d33965fe93b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T15:03:25Z', 'revision_number': 6, 'project_id': 'b71ecd4efe1c43699077d33965fe93b0', 'gw_port_host': None}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:03:26.115937 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb5575-1a0e-4656-82cd-7252af4b16d2 req-f07062d9-221f-4172-9939-bafc7f29cbde tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:26.117656 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6aeb5575-1a0e-4656-82cd-7252af4b16d2 req-f07062d9-221f-4172-9939-bafc7f29cbde tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=76677061-4fa2-4a89-8ed1-f4274ebcdaf7 HTTP/1.1" status: 200  len: 946 time: 0.0969732
Nov 18 15:03:26.181410 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6aeb5575-1a0e-4656-82cd-7252af4b16d2 req-e65935a4-86c0-46a7-90f5-15cb164a86b0 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574396
Nov 18 15:03:26.302992 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e3125-f969-4baf-83e1-6f4da8fb3066 req-b6e33a25-bdd8-4c90-80c8-6f9f725f0b66 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:26.304625 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2c6e3125-f969-4baf-83e1-6f4da8fb3066 req-b6e33a25-bdd8-4c90-80c8-6f9f725f0b66 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.1475980
Nov 18 15:03:26.337830 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a718d318-0de7-4660-b06e-624de0e8f935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823075388'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:26.351140 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device fc890824-f762-4cc3-bcc0-869e086a2018 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:03:26.355616 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:26.372473 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10871257-ea4c-4957-8fff-0f09928cfb99 req-7cdf813f-918b-41cb-9012-b2bb3d0537a8 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:26.374090 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-10871257-ea4c-4957-8fff-0f09928cfb99 req-7cdf813f-918b-41cb-9012-b2bb3d0537a8 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.15 "GET /v2.0/ports?device_id=76677061-4fa2-4a89-8ed1-f4274ebcdaf7 HTTP/1.1" status: 200  len: 946 time: 0.0865119
Nov 18 15:03:26.406389 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718d318-0de7-4660-b06e-624de0e8f935 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e0f34a-121b-4a68-8d89-f1a2b4c255e2,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:26.428882 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a718d318-0de7-4660-b06e-624de0e8f935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:26.453336 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2c6e3125-f969-4baf-83e1-6f4da8fb3066 req-48fb7a3b-ec37-411a-acff-28b3ff4c35a0 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1373172
Nov 18 15:03:26.469109 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-10871257-ea4c-4957-8fff-0f09928cfb99 req-fc037e2a-c748-4c2f-aefb-a27bdec7a51d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Deleting port fc890824-f762-4cc3-bcc0-869e086a2018 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:03:26.469621 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-10871257-ea4c-4957-8fff-0f09928cfb99 req-fc037e2a-c748-4c2f-aefb-a27bdec7a51d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:26.485582 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:26.514277 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76677061-4fa2-4a89-8ed1-f4274ebcdaf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc890824-f762-4cc3-bcc0-869e086a2018'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:03:26.534017 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port fc890824-f762-4cc3-bcc0-869e086a2018, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=fc890824-f762-4cc3-bcc0-869e086a2018,segment=NetworkSegment(4b2d87ea-87bf-4293-bc6e-adda9a20d3aa),segment_id=4b2d87ea-87bf-4293-bc6e-adda9a20d3aa)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:03:26.549422 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:26.552521 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:26.624156 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76677061-4fa2-4a89-8ed1-f4274ebcdaf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc890824-f762-4cc3-bcc0-869e086a2018', 'code': 200}
Nov 18 15:03:26.643948 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=fc890824-f762-4cc3-bcc0-869e086a2018,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:26.648825 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:26.751400 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-10871257-ea4c-4957-8fff-0f09928cfb99 req-fc037e2a-c748-4c2f-aefb-a27bdec7a51d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] For port fc890824-f762-4cc3-bcc0-869e086a2018, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=fc890824-f762-4cc3-bcc0-869e086a2018,segment=NetworkSegment(4b2d87ea-87bf-4293-bc6e-adda9a20d3aa),segment_id=4b2d87ea-87bf-4293-bc6e-adda9a20d3aa)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:03:26.751950 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-10871257-ea4c-4957-8fff-0f09928cfb99 req-fc037e2a-c748-4c2f-aefb-a27bdec7a51d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:26.856945 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a718d318-0de7-4660-b06e-624de0e8f935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-605051'] for router_gateway, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:26.885809 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-10871257-ea4c-4957-8fff-0f09928cfb99 req-fc037e2a-c748-4c2f-aefb-a27bdec7a51d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Calling delete_port for fc890824-f762-4cc3-bcc0-869e086a2018 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:03:27.029023 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-10871257-ea4c-4957-8fff-0f09928cfb99 req-fc037e2a-c748-4c2f-aefb-a27bdec7a51d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:27.045037 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:27.093828 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc037e2a-c748-4c2f-aefb-a27bdec7a51d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Pushing event deleted for resources: {'Port': ['ID=fc890824-f762-4cc3-bcc0-869e086a2018,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:27.098194 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fc037e2a-c748-4c2f-aefb-a27bdec7a51d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:27.142514 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a718d318-0de7-4660-b06e-624de0e8f935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63956'] for router, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:27.151090 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a718d318-0de7-4660-b06e-624de0e8f935 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:27.159488 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c5cc1-cde5-4382-8239-8a45082ddd55 req-4a7e95c7-c7b0-45a2-a441-f6f13bad445b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:27.161789 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7f9c5cc1-cde5-4382-8239-8a45082ddd55 req-4a7e95c7-c7b0-45a2-a441-f6f13bad445b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.3647633
Nov 18 15:03:27.251798 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-10871257-ea4c-4957-8fff-0f09928cfb99 req-fc037e2a-c748-4c2f-aefb-a27bdec7a51d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] No DVR routers for this DVR port fc890824-f762-4cc3-bcc0-869e086a2018 on host hv-cinder-73362 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:03:27.254096 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-10871257-ea4c-4957-8fff-0f09928cfb99 req-fc037e2a-c748-4c2f-aefb-a27bdec7a51d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:27.256912 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76677061-4fa2-4a89-8ed1-f4274ebcdaf7', 'name': 'network-vif-deleted', 'tag': 'fc890824-f762-4cc3-bcc0-869e086a2018'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:03:27.266012 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a718d318-0de7-4660-b06e-624de0e8f935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-715353'] for router, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:27.266619 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a718d318-0de7-4660-b06e-624de0e8f935 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d178dc8a-4101-40b6-9d48-3c347c372b95 {{(pid=80265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 18 15:03:27.274588 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-10871257-ea4c-4957-8fff-0f09928cfb99 req-fc037e2a-c748-4c2f-aefb-a27bdec7a51d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.15 "DELETE /v2.0/ports/fc890824-f762-4cc3-bcc0-869e086a2018 HTTP/1.1" status: 204  len: 173 time: 0.8898802
Nov 18 15:03:27.297308 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7f9c5cc1-cde5-4382-8239-8a45082ddd55 req-15c1d00f-e6bf-4e44-9363-8fb52ce4ad1f tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0628159
Nov 18 15:03:27.299407 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a718d318-0de7-4660-b06e-624de0e8f935 admin admin] Notify callbacks [] for router, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:27.300651 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a718d318-0de7-4660-b06e-624de0e8f935 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d178dc8a-4101-40b6-9d48-3c347c372b95 HTTP/1.1" status: 204  len: 168 time: 2.1299689
Nov 18 15:03:27.303293 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 36444) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:27.403830 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-4fec49ee-8769-47a9-af17-f008fab609bb req-1c2d8a62-9274-492f-b448-16364dc37391 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Synchronizing usage tracker for tenant:6bf0ab10caa9402d8c60972bc45e7f66 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:03:27.428688 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-4fec49ee-8769-47a9-af17-f008fab609bb req-1c2d8a62-9274-492f-b448-16364dc37391 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Unset dirty status for tenant:6bf0ab10caa9402d8c60972bc45e7f66 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:03:27.430225 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4fec49ee-8769-47a9-af17-f008fab609bb req-1c2d8a62-9274-492f-b448-16364dc37391 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=76677061-4fa2-4a89-8ed1-f4274ebcdaf7 HTTP/1.1" status: 200  len: 210 time: 0.0897388
Nov 18 15:03:27.442690 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76677061-4fa2-4a89-8ed1-f4274ebcdaf7', 'name': 'network-vif-deleted', 'tag': 'fc890824-f762-4cc3-bcc0-869e086a2018', 'status': 'completed', 'code': 200}
Nov 18 15:03:27.664821 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ea9846-3ab7-4ec7-8083-0cec8b953783 admin admin] Deleting subnet 80c7effc-6938-4978-a3bc-1269e8492d3a {{(pid=80265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 15:03:27.668556 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-21ea9846-3ab7-4ec7-8083-0cec8b953783 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:27.739232 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-21ea9846-3ab7-4ec7-8083-0cec8b953783 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33210122'] for subnet, precommit_delete_associations {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:27.772681 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1296d28-55cc-4328-94a9-daf6c5cea984 req-88b2ec4e-1b8e-4311-a224-82f08eadf018 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:27.774334 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a1296d28-55cc-4328-94a9-daf6c5cea984 req-88b2ec4e-1b8e-4311-a224-82f08eadf018 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.1832945
Nov 18 15:03:27.821320 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device e8e0f34a-121b-4a68-8d89-f1a2b4c255e2 no longer exists at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:03:27.837512 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-21ea9846-3ab7-4ec7-8083-0cec8b953783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853367654'] for subnet, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:27.859009 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] No Port match for: e8e0f34a-121b-4a68-8d89-f1a2b4c255e2 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:03:27.859408 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device e8e0f34a-121b-4a68-8d89-f1a2b4c255e2 not bound to the agent host dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:03:27.859884 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 34820b56-ecb4-4e62-9b69-21268aee3c2f no longer exists at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:03:27.892522 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a1296d28-55cc-4328-94a9-daf6c5cea984 req-19ba637a-f892-454b-bd60-e2c3ff8ba110 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1099327
Nov 18 15:03:27.896416 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] No Port match for: 34820b56-ecb4-4e62-9b69-21268aee3c2f {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:03:27.896844 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 34820b56-ecb4-4e62-9b69-21268aee3c2f not bound to the agent host dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:03:28.109670 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-21ea9846-3ab7-4ec7-8083-0cec8b953783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31700462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31840993'] for subnet, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:28.125573 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:28.165529 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea9846-3ab7-4ec7-8083-0cec8b953783 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80c7effc-6938-4978-a3bc-1269e8492d3a,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:28.178017 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-21ea9846-3ab7-4ec7-8083-0cec8b953783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:28.258831 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-21ea9846-3ab7-4ec7-8083-0cec8b953783 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:28.264772 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-21ea9846-3ab7-4ec7-8083-0cec8b953783 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/80c7effc-6938-4978-a3bc-1269e8492d3a HTTP/1.1" status: 204  len: 168 time: 0.9603424
Nov 18 15:03:28.267293 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 36450) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:28.382419 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-532e1ed7-9d3c-4888-ad36-92c65a0e7ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322778'] for network, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:28.577548 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fa40b-288b-41aa-8dc3-d6628c462452 req-33f9b845-0398-4180-9eb0-72eda4d3757d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:28.579415 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4c4fa40b-288b-41aa-8dc3-d6628c462452 req-33f9b845-0398-4180-9eb0-72eda4d3757d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0941200
Nov 18 15:03:28.579593 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-532e1ed7-9d3c-4888-ad36-92c65a0e7ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853367263', 'neutron.services.segments.db._delete_segments_for_network--9223363306544197611'] for network, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:28.638656 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4c4fa40b-288b-41aa-8dc3-d6628c462452 req-938e4b55-160e-47db-800c-9444519acd69 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0521286
Nov 18 15:03:28.700455 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-532e1ed7-9d3c-4888-ad36-92c65a0e7ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0aedbb1f98>,) {'filters': {'network_id': ['d8090ccd-15e6-4c66-9553-e439a92918ea']}} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:03:28.717227 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-532e1ed7-9d3c-4888-ad36-92c65a0e7ce0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aedbb1f98>, '6877fdf7-1612-4391-b0c6-707427134cc0') {'for_net_delete': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:03:28.717565 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-532e1ed7-9d3c-4888-ad36-92c65a0e7ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aedbb1f98>, '6877fdf7-1612-4391-b0c6-707427134cc0') {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:03:28.730662 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-532e1ed7-9d3c-4888-ad36-92c65a0e7ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306544155115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821565646'] for segment, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:28.749435 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-532e1ed7-9d3c-4888-ad36-92c65a0e7ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:28.751460 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-532e1ed7-9d3c-4888-ad36-92c65a0e7ce0 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 15:03:28.927881 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-532e1ed7-9d3c-4888-ad36-92c65a0e7ce0 admin admin] Network d8090ccd-15e6-4c66-9553-e439a92918ea has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:03:28.937778 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-532e1ed7-9d3c-4888-ad36-92c65a0e7ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853370636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31700403'] for segment, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:29.169871 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-532e1ed7-9d3c-4888-ad36-92c65a0e7ce0 admin admin] Network d8090ccd-15e6-4c66-9553-e439a92918ea has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]: Traceback (most recent call last):
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:     timer()
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:     cb(*args, **kw)
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:     self._notify()
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:     self.callback(batched_events)
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:     event.method(event)
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:     return f(self, *a, **k)
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self._get(url).json()
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:     **kwargs)
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:     **endpoint_filter)
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 15:03:29.195314 dv-cinder-733623-8-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 15:03:29.283053 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-532e1ed7-9d3c-4888-ad36-92c65a0e7ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:29.290188 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-532e1ed7-9d3c-4888-ad36-92c65a0e7ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:29.294967 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:29.319850 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e795474-2083-4c7b-8a48-c9e0e0e7818b req-2bf86ec1-c936-4489-abbf-c4dce0c1fc2c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:29.321489 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e795474-2083-4c7b-8a48-c9e0e0e7818b req-2bf86ec1-c936-4489-abbf-c4dce0c1fc2c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.2762663
Nov 18 15:03:29.326012 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e1ed7-9d3c-4888-ad36-92c65a0e7ce0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8090ccd-15e6-4c66-9553-e439a92918ea,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:29.328548 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-532e1ed7-9d3c-4888-ad36-92c65a0e7ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:29.347632 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-532e1ed7-9d3c-4888-ad36-92c65a0e7ce0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d8090ccd-15e6-4c66-9553-e439a92918ea HTTP/1.1" status: 204  len: 168 time: 1.0793507
Nov 18 15:03:29.374737 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e795474-2083-4c7b-8a48-c9e0e0e7818b req-1ccbfd3f-d108-47dc-8328-b03f9967d9bc tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439534
Nov 18 15:03:29.561147 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 36466) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:29.617609 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a5a8fc12-8156-4b06-bd45-127d1518fdd7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b71ecd4efe1c43699077d33965fe93b0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0551932
Nov 18 15:03:29.620624 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 36470) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:29.682877 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-070a9330-30b8-4d4f-bbfa-9eead7de4d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:29.709800 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-070a9330-30b8-4d4f-bbfa-9eead7de4d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:29.757053 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-070a9330-30b8-4d4f-bbfa-9eead7de4d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:29.762379 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-21e8d33c-a32a-4a35-98cb-ba03e04781ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:29.777743 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a9330-30b8-4d4f-bbfa-9eead7de4d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45267ef-0408-47bd-9ca1-6838fa10bf6f,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:29.780341 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-070a9330-30b8-4d4f-bbfa-9eead7de4d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:29.786232 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-070a9330-30b8-4d4f-bbfa-9eead7de4d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:29.789616 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-070a9330-30b8-4d4f-bbfa-9eead7de4d4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e45267ef-0408-47bd-9ca1-6838fa10bf6f HTTP/1.1" status: 204  len: 168 time: 0.1658335
Nov 18 15:03:29.874301 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcfad2-ecfa-477d-a020-4d2eeb227486 req-ec3b1943-7aea-4d3e-a432-d72f019da55b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:29.876032 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5ffcfad2-ecfa-477d-a020-4d2eeb227486 req-ec3b1943-7aea-4d3e-a432-d72f019da55b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0891433
Nov 18 15:03:29.928735 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5ffcfad2-ecfa-477d-a020-4d2eeb227486 req-aee7033b-f932-486c-a382-4d066258a409 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0462108
Nov 18 15:03:30.367650 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40136ef-2b9b-48c1-99f1-8b03e5fc99dc req-8b0e6a6a-82e4-48a0-8e8c-c456b4a564ef tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:30.369321 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e40136ef-2b9b-48c1-99f1-8b03e5fc99dc req-8b0e6a6a-82e4-48a0-8e8c-c456b4a564ef tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 945 time: 0.0895782
Nov 18 15:03:30.412277 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 057172c0-8ad5-4186-8f46-c3184bda9b5d up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:03:30.424791 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e40136ef-2b9b-48c1-99f1-8b03e5fc99dc req-b3738ad4-8e7a-4bd2-99ce-ab2a57be4c06 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445268
Nov 18 15:03:30.503014 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 057172c0-8ad5-4186-8f46-c3184bda9b5d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:03:30.503443 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:30.608636 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f515be0-d35e-4a23-a7a2-39e870bd46bd req-702f32c8-4aaf-4872-889f-d17f95d9bc2f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:30.610277 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1f515be0-d35e-4a23-a7a2-39e870bd46bd req-702f32c8-4aaf-4872-889f-d17f95d9bc2f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.0983274
Nov 18 15:03:30.661478 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1f515be0-d35e-4a23-a7a2-39e870bd46bd req-604dc9f6-e465-4a0f-ac5a-a35ccec5e2d6 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445704
Nov 18 15:03:30.743950 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 36504) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:30.880450 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-637053108-network', 'tenant_id': '45ebd1c975b64d48a0f3cdee427fed56'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:03:30.885473 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:03:30.889587 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Usage tracker for resource:network and tenant:45ebd1c975b64d48a0f3cdee427fed56 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:03:30.892562 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:03:30.898326 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:03:30.908148 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Made reservation on behalf of 45ebd1c975b64d48a0f3cdee427fed56 for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:03:30.912799 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:30.926529 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:30.958314 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:03:30.962364 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Usage tracker for resource:security_group_rule and tenant:45ebd1c975b64d48a0f3cdee427fed56 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:03:30.965774 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:03:30.971521 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:03:31.038745 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:31.042454 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:31.046778 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fb3866c1-362b-48e6-926e-9625d658752c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:31.075994 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 15:03:31.089399 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d12d6f-9153-457b-94dc-41560e501656,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:31.093740 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:31.094707 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:31.095093 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Added segment d0cb0e2d-89c2-4880-8fc3-f5bdf45702f9 of type vxlan for network 72c01599-c6d6-4156-afe3-21f4ac9cf30a
Nov 18 15:03:31.122689 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306544781496'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:31.152713 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:31.154013 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:31.154659 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:31.159594 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:31.161556 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bea84b-0e87-49f2-aa76-86ca9523959e req-c9be588e-14d0-4246-8f57-dee2520ee708 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:31.163160 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-02bea84b-0e87-49f2-aa76-86ca9523959e req-c9be588e-14d0-4246-8f57-dee2520ee708 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0848994
Nov 18 15:03:31.215800 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-02bea84b-0e87-49f2-aa76-86ca9523959e req-d5ca721b-8ccf-49d5-ae6c-5fca2d8b09a9 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0461762
Nov 18 15:03:31.262161 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.5164425
Nov 18 15:03:31.265257 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 36512) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:31.267690 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Pushing event updated for resources: {'Network': ['ID=72c01599-c6d6-4156-afe3-21f4ac9cf30a,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:31.270615 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:31.271630 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-30a6a3b7-f6d8-4796-a174-2ec49566cfb9 admin admin] Request body: {'subnet': {'network_id': '72c01599-c6d6-4156-afe3-21f4ac9cf30a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-637053108-subnet', 'tenant_id': '45ebd1c975b64d48a0f3cdee427fed56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:03:31.277527 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-30a6a3b7-f6d8-4796-a174-2ec49566cfb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:03:31.279403 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Network 72c01599-c6d6-4156-afe3-21f4ac9cf30a details requested by agent ovs-agent-dv-cinder-733623-8-iscsi with host dv-cinder-733623-8-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 15:03:31.281638 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-30a6a3b7-f6d8-4796-a174-2ec49566cfb9 admin admin] Usage tracker for resource:subnet and tenant:45ebd1c975b64d48a0f3cdee427fed56 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:03:31.284670 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-30a6a3b7-f6d8-4796-a174-2ec49566cfb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:03:31.290602 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-30a6a3b7-f6d8-4796-a174-2ec49566cfb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:03:31.293042 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Network 72c01599-c6d6-4156-afe3-21f4ac9cf30a details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 15:03:31.299976 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a6a3b7-f6d8-4796-a174-2ec49566cfb9 admin admin] Made reservation on behalf of 45ebd1c975b64d48a0f3cdee427fed56 for: {'subnet': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:03:31.304712 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30a6a3b7-f6d8-4796-a174-2ec49566cfb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33175830'] for subnet, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:31.657280 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58b733-7c0a-4a9e-ba9b-e22801d02c66 req-a4eed7d6-debb-4ac0-b5e0-250a76f2e0f6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:31.658907 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ff58b733-7c0a-4a9e-ba9b-e22801d02c66 req-a4eed7d6-debb-4ac0-b5e0-250a76f2e0f6 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 945 time: 0.0969772
Nov 18 15:03:31.708351 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ff58b733-7c0a-4a9e-ba9b-e22801d02c66 req-8729a2d4-6230-43c1-81b1-89c44227d96a tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429623
Nov 18 15:03:31.750886 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30a6a3b7-f6d8-4796-a174-2ec49566cfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32250458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33175847'] for subnet, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:31.766900 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-139dc4a4-8167-447e-8280-584caeb76a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:31.952190 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6a3b7-f6d8-4796-a174-2ec49566cfb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa2bcb29-0f28-4e6c-8fd6-d26c1cbb19e4,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:31.959678 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-30a6a3b7-f6d8-4796-a174-2ec49566cfb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:32.049054 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91081f08-8fd1-4913-b313-0383f9200617 req-7e50e7b4-6c1c-4053-a09c-95a432037d3a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:32.050614 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-91081f08-8fd1-4913-b313-0383f9200617 req-7e50e7b4-6c1c-4053-a09c-95a432037d3a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.2521119
Nov 18 15:03:32.126842 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-91081f08-8fd1-4913-b313-0383f9200617 req-41cea5bf-22b3-4041-8c47-04c5fd2c9116 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686038
Nov 18 15:03:32.127697 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a6a3b7-f6d8-4796-a174-2ec49566cfb9 admin admin] Checking segment: {'id': 'd0cb0e2d-89c2-4880-8fc3-f5bdf45702f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '72c01599-c6d6-4156-afe3-21f4ac9cf30a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:03:32.128088 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a6a3b7-f6d8-4796-a174-2ec49566cfb9 admin admin] Network hostable DHCP agents. Network: 72c01599-c6d6-4156-afe3-21f4ac9cf30a, hostable agents: ['d2b5b3ec-f9b8-4390-8321-dc1803f9ff45'], hosted agents: [] {{(pid=80264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 15:03:32.149892 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a6a3b7-f6d8-4796-a174-2ec49566cfb9 admin admin] Network 72c01599-c6d6-4156-afe3-21f4ac9cf30a is scheduled to be hosted by DHCP agent d2b5b3ec-f9b8-4390-8321-dc1803f9ff45 with binding_index 1 {{(pid=80264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 15:03:32.158510 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-30a6a3b7-f6d8-4796-a174-2ec49566cfb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-iscsi, 72c01599-c6d6-4156-afe3-21f4ac9cf30a) {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:03:32.167609 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b09db2-f8c2-4802-9fd3-bcd2b93d6289 None None] Network 72c01599-c6d6-4156-afe3-21f4ac9cf30a requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:03:32.171968 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a6a3b7-f6d8-4796-a174-2ec49566cfb9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:32.172621 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30a6a3b7-f6d8-4796-a174-2ec49566cfb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:32.193132 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-30a6a3b7-f6d8-4796-a174-2ec49566cfb9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.9266970
Nov 18 15:03:32.388430 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cce93bc-8a7c-490b-a761-c8af5187d49c None None] Network 72c01599-c6d6-4156-afe3-21f4ac9cf30a requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:03:32.458417 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6ec54-e19f-4fce-8e5c-6abf254f2da2 req-dfc557d2-9e36-4907-ad8f-4eca68d96ba2 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:32.460014 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e0b6ec54-e19f-4fce-8e5c-6abf254f2da2 req-dfc557d2-9e36-4907-ad8f-4eca68d96ba2 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.15 "GET /v2.0/ports?device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 945 time: 0.1025467
Nov 18 15:03:32.463596 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81211864-7a8f-49b7-9459-60d042168a75 req-7683bf29-747d-478f-a1f0-98343cdfed87 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:32.465347 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-81211864-7a8f-49b7-9459-60d042168a75 req-7683bf29-747d-478f-a1f0-98343cdfed87 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0988693
Nov 18 15:03:32.497769 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 057172c0-8ad5-4186-8f46-c3184bda9b5d up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:03:32.517382 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-81211864-7a8f-49b7-9459-60d042168a75 req-f843f4de-81bf-4acb-9830-ac8b800de220 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0451806
Nov 18 15:03:32.559187 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-e0b6ec54-e19f-4fce-8e5c-6abf254f2da2 req-16fbddcc-d548-4bf5-ab81-29e22ecfd9a2 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Deleting port 4b29f2a2-f2a8-4584-962f-692d627a4e39 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:03:32.559719 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e0b6ec54-e19f-4fce-8e5c-6abf254f2da2 req-16fbddcc-d548-4bf5-ab81-29e22ecfd9a2 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:32.648289 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 057172c0-8ad5-4186-8f46-c3184bda9b5d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:03:32.648775 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:32.881644 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 4b29f2a2-f2a8-4584-962f-692d627a4e39 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:03:32.983552 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 36538) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:32.989560 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1535022678-network', 'tenant_id': 'e614a3de709f48eaa3bdf36486731cc2'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:03:32.994762 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:03:32.999002 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Usage tracker for resource:network and tenant:e614a3de709f48eaa3bdf36486731cc2 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:03:33.002297 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:03:33.004303 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:33.008205 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:03:33.029283 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Made reservation on behalf of e614a3de709f48eaa3bdf36486731cc2 for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:03:33.034317 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:33.039506 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d07f53c-54f4-4e18-a279-f381f53803a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b29f2a2-f2a8-4584-962f-692d627a4e39'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:03:33.050529 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port 4b29f2a2-f2a8-4584-962f-692d627a4e39, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=4b29f2a2-f2a8-4584-962f-692d627a4e39,segment=NetworkSegment(4b2d87ea-87bf-4293-bc6e-adda9a20d3aa),segment_id=4b2d87ea-87bf-4293-bc6e-adda9a20d3aa)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:03:33.054575 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:33.055167 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:33.057550 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:33.099497 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d524d0-71a0-45c0-9067-5029fd58e627 req-ff8bc662-d020-4782-b83b-5ed10b7b26fc tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:33.100194 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:03:33.105751 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Usage tracker for resource:security_group_rule and tenant:e614a3de709f48eaa3bdf36486731cc2 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:03:33.106260 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d07f53c-54f4-4e18-a279-f381f53803a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b29f2a2-f2a8-4584-962f-692d627a4e39', 'code': 200}
Nov 18 15:03:33.107159 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-26d524d0-71a0-45c0-9067-5029fd58e627 req-ff8bc662-d020-4782-b83b-5ed10b7b26fc tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 945 time: 0.2311862
Nov 18 15:03:33.109205 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:03:33.115526 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:03:33.133530 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=4b29f2a2-f2a8-4584-962f-692d627a4e39,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:33.137382 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:33.151168 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-e0b6ec54-e19f-4fce-8e5c-6abf254f2da2 req-16fbddcc-d548-4bf5-ab81-29e22ecfd9a2 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] For port 4b29f2a2-f2a8-4584-962f-692d627a4e39, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=4b29f2a2-f2a8-4584-962f-692d627a4e39,segment=NetworkSegment(4b2d87ea-87bf-4293-bc6e-adda9a20d3aa),segment_id=4b2d87ea-87bf-4293-bc6e-adda9a20d3aa)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:03:33.151570 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e0b6ec54-e19f-4fce-8e5c-6abf254f2da2 req-16fbddcc-d548-4bf5-ab81-29e22ecfd9a2 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:33.188261 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:33.193198 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:33.197521 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f471d9d7-6aff-4f2b-a371-bf4a22a98b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:33.220924 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 15:03:33.243444 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dffb2fb-b086-4eb0-809c-bff6fc19cad8,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:33.246506 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:33.246897 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Added segment e866969a-deae-40a0-9eb2-0bb32812af3b of type vxlan for network 2f20e0a9-8f3f-448d-95ad-e37e17dd0cdc
Nov 18 15:03:33.267516 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:33.274511 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306544781496'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:33.296340 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-e0b6ec54-e19f-4fce-8e5c-6abf254f2da2 req-16fbddcc-d548-4bf5-ab81-29e22ecfd9a2 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Calling delete_port for 4b29f2a2-f2a8-4584-962f-692d627a4e39 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:03:33.338350 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-26d524d0-71a0-45c0-9067-5029fd58e627 req-4f0af525-fac6-4304-a4a6-36d34d58190c tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2297323
Nov 18 15:03:33.359234 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:33.363131 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:33.363772 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:33.369668 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b9306a5f-4b7b-4d48-a77b-857ab8d3f081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:33.389786 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [req-e0b6ec54-e19f-4fce-8e5c-6abf254f2da2 req-16fbddcc-d548-4bf5-ab81-29e22ecfd9a2 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80264) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 18 15:03:33.390399 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_db.api [req-e0b6ec54-e19f-4fce-8e5c-6abf254f2da2 req-16fbddcc-d548-4bf5-ab81-29e22ecfd9a2 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 18 15:03:33.491130 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.5063310
Nov 18 15:03:33.493321 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 36546) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:33.499783 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-cd48f4aa-2e6b-4cd5-b735-99dd6b556665 admin admin] Request body: {'subnet': {'network_id': '2f20e0a9-8f3f-448d-95ad-e37e17dd0cdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1535022678-subnet', 'tenant_id': 'e614a3de709f48eaa3bdf36486731cc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:03:33.504520 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47048252-54fc-45e0-b527-417eafd32bb9 req-49c7c9cc-d103-4331-b2a4-3ed5d16f4255 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:33.505651 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cd48f4aa-2e6b-4cd5-b735-99dd6b556665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:03:33.506141 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-47048252-54fc-45e0-b527-417eafd32bb9 req-49c7c9cc-d103-4331-b2a4-3ed5d16f4255 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.2086680
Nov 18 15:03:33.507053 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Pushing event updated for resources: {'Network': ['ID=2f20e0a9-8f3f-448d-95ad-e37e17dd0cdc,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:33.510349 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cd48f4aa-2e6b-4cd5-b735-99dd6b556665 admin admin] Usage tracker for resource:subnet and tenant:e614a3de709f48eaa3bdf36486731cc2 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:03:33.510486 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:33.513612 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cd48f4aa-2e6b-4cd5-b735-99dd6b556665 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:03:33.518215 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Network 2f20e0a9-8f3f-448d-95ad-e37e17dd0cdc details requested by agent ovs-agent-dv-cinder-733623-8-iscsi with host dv-cinder-733623-8-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 15:03:33.519870 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cd48f4aa-2e6b-4cd5-b735-99dd6b556665 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:03:33.532990 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd48f4aa-2e6b-4cd5-b735-99dd6b556665 admin admin] Made reservation on behalf of e614a3de709f48eaa3bdf36486731cc2 for: {'subnet': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:03:33.538937 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd48f4aa-2e6b-4cd5-b735-99dd6b556665 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33175830'] for subnet, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:33.547924 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Network 2f20e0a9-8f3f-448d-95ad-e37e17dd0cdc details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 15:03:33.560587 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-47048252-54fc-45e0-b527-417eafd32bb9 req-f5b4b7f3-6908-4292-8532-27bb3885c53a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462785
Nov 18 15:03:33.797318 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:33.855962 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76009da-ca86-4fd9-b9bc-a6c77a768ede req-d422c184-3212-481f-9108-343a18886cf7 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:33.857575 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c76009da-ca86-4fd9-b9bc-a6c77a768ede req-d422c184-3212-481f-9108-343a18886cf7 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.1517406
Nov 18 15:03:33.892336 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-e0b6ec54-e19f-4fce-8e5c-6abf254f2da2 req-16fbddcc-d548-4bf5-ab81-29e22ecfd9a2 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Deleting port 4b29f2a2-f2a8-4584-962f-692d627a4e39 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:03:33.892716 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e0b6ec54-e19f-4fce-8e5c-6abf254f2da2 req-16fbddcc-d548-4bf5-ab81-29e22ecfd9a2 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:34.054011 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c76009da-ca86-4fd9-b9bc-a6c77a768ede req-c7441f52-1d43-4aa4-9381-56e2889e36b4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1896441
Nov 18 15:03:34.281373 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-e0b6ec54-e19f-4fce-8e5c-6abf254f2da2 req-16fbddcc-d548-4bf5-ab81-29e22ecfd9a2 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] For port 4b29f2a2-f2a8-4584-962f-692d627a4e39, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=4b29f2a2-f2a8-4584-962f-692d627a4e39,segment=NetworkSegment(4b2d87ea-87bf-4293-bc6e-adda9a20d3aa),segment_id=4b2d87ea-87bf-4293-bc6e-adda9a20d3aa)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:03:34.281752 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e0b6ec54-e19f-4fce-8e5c-6abf254f2da2 req-16fbddcc-d548-4bf5-ab81-29e22ecfd9a2 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:34.416554 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-e0b6ec54-e19f-4fce-8e5c-6abf254f2da2 req-16fbddcc-d548-4bf5-ab81-29e22ecfd9a2 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Calling delete_port for 4b29f2a2-f2a8-4584-962f-692d627a4e39 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:03:34.463590 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd48f4aa-2e6b-4cd5-b735-99dd6b556665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32250458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33175847'] for subnet, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:34.475220 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 1dab2caa-73c4-4e48-8653-c13eae84bf16 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:03:34.487946 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:34.548866 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 1dab2caa-73c4-4e48-8653-c13eae84bf16 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:03:34.549682 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:34.554473 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af152cae-26e1-4655-97e7-f9bf1be5a5b6 req-96c762db-703a-49d9-996c-7a90d12764b5 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:34.555781 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-af152cae-26e1-4655-97e7-f9bf1be5a5b6 req-96c762db-703a-49d9-996c-7a90d12764b5 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 943 time: 0.0855212
Nov 18 15:03:34.649081 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-af152cae-26e1-4655-97e7-f9bf1be5a5b6 req-ad8d8f09-5480-4f71-93b1-a233c0f8a3e2 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830607
Nov 18 15:03:34.694296 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48f4aa-2e6b-4cd5-b735-99dd6b556665 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9c6b1ca-c3e2-4492-8141-4d2256403c7a,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:34.728006 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cd48f4aa-2e6b-4cd5-b735-99dd6b556665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:34.820817 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd48f4aa-2e6b-4cd5-b735-99dd6b556665 admin admin] Checking segment: {'id': 'e866969a-deae-40a0-9eb2-0bb32812af3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2f20e0a9-8f3f-448d-95ad-e37e17dd0cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:03:34.821215 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd48f4aa-2e6b-4cd5-b735-99dd6b556665 admin admin] Network hostable DHCP agents. Network: 2f20e0a9-8f3f-448d-95ad-e37e17dd0cdc, hostable agents: ['d2b5b3ec-f9b8-4390-8321-dc1803f9ff45'], hosted agents: [] {{(pid=80264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 15:03:34.843296 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e0b6ec54-e19f-4fce-8e5c-6abf254f2da2 req-16fbddcc-d548-4bf5-ab81-29e22ecfd9a2 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:34.863436 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:34.920090 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbddcc-d548-4bf5-ab81-29e22ecfd9a2 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Pushing event deleted for resources: {'Port': ['ID=4b29f2a2-f2a8-4584-962f-692d627a4e39,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:34.936572 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-16fbddcc-d548-4bf5-ab81-29e22ecfd9a2 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:34.954377 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508235a-b60f-42ee-80a9-9f0210b0dbed req-781cf4f6-46ba-4e1c-aef5-ab8c440d972a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:34.955970 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5508235a-b60f-42ee-80a9-9f0210b0dbed req-781cf4f6-46ba-4e1c-aef5-ab8c440d972a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.2268136
Nov 18 15:03:35.026128 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd48f4aa-2e6b-4cd5-b735-99dd6b556665 admin admin] Network 2f20e0a9-8f3f-448d-95ad-e37e17dd0cdc is scheduled to be hosted by DHCP agent d2b5b3ec-f9b8-4390-8321-dc1803f9ff45 with binding_index 1 {{(pid=80264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 15:03:35.063625 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-cd48f4aa-2e6b-4cd5-b735-99dd6b556665 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-iscsi, 2f20e0a9-8f3f-448d-95ad-e37e17dd0cdc) {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:03:35.071772 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555ad730-8445-4d3c-9607-084fe8eb774d None None] Network 2f20e0a9-8f3f-448d-95ad-e37e17dd0cdc requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:03:35.096603 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5508235a-b60f-42ee-80a9-9f0210b0dbed req-4bc6c2c8-65e4-4ed2-887b-82e51a2a73f0 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0902085
Nov 18 15:03:35.099460 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd48f4aa-2e6b-4cd5-b735-99dd6b556665 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:35.100100 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd48f4aa-2e6b-4cd5-b735-99dd6b556665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:35.164364 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b6ec54-e19f-4fce-8e5c-6abf254f2da2 req-16fbddcc-d548-4bf5-ab81-29e22ecfd9a2 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] No DVR routers for this DVR port 4b29f2a2-f2a8-4584-962f-692d627a4e39 on host hv-cinder-73362 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:03:35.169019 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e0b6ec54-e19f-4fce-8e5c-6abf254f2da2 req-16fbddcc-d548-4bf5-ab81-29e22ecfd9a2 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:35.171656 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d07f53c-54f4-4e18-a279-f381f53803a9', 'name': 'network-vif-deleted', 'tag': '4b29f2a2-f2a8-4584-962f-692d627a4e39'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:03:35.198518 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-cd48f4aa-2e6b-4cd5-b735-99dd6b556665 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.6999404
Nov 18 15:03:35.200992 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e0b6ec54-e19f-4fce-8e5c-6abf254f2da2 req-16fbddcc-d548-4bf5-ab81-29e22ecfd9a2 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.15 "DELETE /v2.0/ports/4b29f2a2-f2a8-4584-962f-692d627a4e39 HTTP/1.1" status: 204  len: 173 time: 2.7312303
Nov 18 15:03:35.253485 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d07f53c-54f4-4e18-a279-f381f53803a9', 'name': 'network-vif-deleted', 'tag': '4b29f2a2-f2a8-4584-962f-692d627a4e39', 'status': 'completed', 'code': 200}
Nov 18 15:03:35.316932 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e794a37-53e3-49ee-87c2-08ca0735bed5 req-3f62e328-9b0e-4136-832e-764a6b3a9f9a tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:35.319559 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3e794a37-53e3-49ee-87c2-08ca0735bed5 req-3f62e328-9b0e-4136-832e-764a6b3a9f9a tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0963032
Nov 18 15:03:35.354459 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 36564) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:35.363197 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023c9beb-499f-4eaf-828c-679ed0559db2 None None] Network 2f20e0a9-8f3f-448d-95ad-e37e17dd0cdc requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:03:35.382762 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3e794a37-53e3-49ee-87c2-08ca0735bed5 req-47e47e1a-98ba-4892-9560-2162f8f6d0cc tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0568302
Nov 18 15:03:35.440660 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bdba7a4-6236-494f-8168-58be6605f7dc admin admin] Deleting subnet fa2bcb29-0f28-4e6c-8fd6-d26c1cbb19e4 {{(pid=80264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 15:03:35.443878 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0bdba7a4-6236-494f-8168-58be6605f7dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:35.496638 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0bdba7a4-6236-494f-8168-58be6605f7dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823228110'] for subnet, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:35.565200 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0bdba7a4-6236-494f-8168-58be6605f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853367654'] for subnet, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:35.989625 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-9d5f23bc-bf1b-458f-9113-7c6759e1bdd6 req-89cc0d99-079b-4e7a-a70b-cff63dedf787 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Synchronizing usage tracker for tenant:6bf0ab10caa9402d8c60972bc45e7f66 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:03:36.056188 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-9d5f23bc-bf1b-458f-9113-7c6759e1bdd6 req-89cc0d99-079b-4e7a-a70b-cff63dedf787 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Unset dirty status for tenant:6bf0ab10caa9402d8c60972bc45e7f66 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:03:36.058034 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9d5f23bc-bf1b-458f-9113-7c6759e1bdd6 req-89cc0d99-079b-4e7a-a70b-cff63dedf787 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=8d07f53c-54f4-4e18-a279-f381f53803a9 HTTP/1.1" status: 200  len: 210 time: 0.1272459
Nov 18 15:03:36.085978 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0bdba7a4-6236-494f-8168-58be6605f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822525290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036821599937'] for subnet, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:36.102036 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-708ca274-da8e-4b1f-a650-796d24a5415d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:36.142679 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdba7a4-6236-494f-8168-58be6605f7dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa2bcb29-0f28-4e6c-8fd6-d26c1cbb19e4,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:36.155712 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0bdba7a4-6236-494f-8168-58be6605f7dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:36.238528 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0bdba7a4-6236-494f-8168-58be6605f7dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:36.244935 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0bdba7a4-6236-494f-8168-58be6605f7dc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fa2bcb29-0f28-4e6c-8fd6-d26c1cbb19e4 HTTP/1.1" status: 204  len: 168 time: 0.8892963
Nov 18 15:03:36.247546 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 36572) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:36.311127 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629e87f-fc39-45c5-9016-e1298084361e req-d43fc84b-bd8d-49f2-bc41-64ee907a57ca tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:36.312726 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5629e87f-fc39-45c5-9016-e1298084361e req-d43fc84b-bd8d-49f2-bc41-64ee907a57ca tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.0828283
Nov 18 15:03:36.360755 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5629e87f-fc39-45c5-9016-e1298084361e req-909e17a6-1a3a-4d5e-bd5f-44b5d2ae5122 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417244
Nov 18 15:03:36.364406 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9df43dd8-df0d-4044-b926-4df61804309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322778'] for network, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:36.563695 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9df43dd8-df0d-4044-b926-4df61804309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853367263', 'neutron.services.segments.db._delete_segments_for_network--9223363306544197611'] for network, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:36.656917 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb126f2-d0e7-4ec9-908b-f91015e6fe72 req-c6e1831b-8ae0-45d0-8a40-170d42808223 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:36.658595 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2cb126f2-d0e7-4ec9-908b-f91015e6fe72 req-c6e1831b-8ae0-45d0-8a40-170d42808223 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.1159244
Nov 18 15:03:36.693805 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-9df43dd8-df0d-4044-b926-4df61804309a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0aee16fb00>,) {'filters': {'network_id': ['72c01599-c6d6-4156-afe3-21f4ac9cf30a']}} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:03:36.710019 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2cb126f2-d0e7-4ec9-908b-f91015e6fe72 req-1935cea3-fb76-47a1-8107-e47d487a6447 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0450761
Nov 18 15:03:36.751217 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-9df43dd8-df0d-4044-b926-4df61804309a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aee16fb00>, 'd0cb0e2d-89c2-4880-8fc3-f5bdf45702f9') {'for_net_delete': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:03:36.751556 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-9df43dd8-df0d-4044-b926-4df61804309a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aee16fb00>, 'd0cb0e2d-89c2-4880-8fc3-f5bdf45702f9') {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:03:36.810704 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9df43dd8-df0d-4044-b926-4df61804309a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306544155115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31547658'] for segment, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:36.835440 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9df43dd8-df0d-4044-b926-4df61804309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:36.838508 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9df43dd8-df0d-4044-b926-4df61804309a admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 15:03:37.038394 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a703d-84e1-4a96-9226-ea9a33debe2f req-30662943-fb9b-45ea-8717-07150de9ecda tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:37.040011 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5b2a703d-84e1-4a96-9226-ea9a33debe2f req-30662943-fb9b-45ea-8717-07150de9ecda tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.3380647
Nov 18 15:03:37.059474 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-9df43dd8-df0d-4044-b926-4df61804309a admin admin] Network 72c01599-c6d6-4156-afe3-21f4ac9cf30a has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:03:37.070988 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9df43dd8-df0d-4044-b926-4df61804309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853370636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822525237'] for segment, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:37.105801 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a10e254-6f16-4273-8717-376debe8119d req-64f5d671-8cc6-45a8-bbe0-31370c6b3e84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a636a45410424918b4d9f679f113cafd&device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 1163 time: 0.3611326
Nov 18 15:03:37.278327 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5b2a703d-84e1-4a96-9226-ea9a33debe2f req-6625c42d-2485-43ee-96e1-77ebfce8a6e0 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2253971
Nov 18 15:03:37.393246 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-9df43dd8-df0d-4044-b926-4df61804309a admin admin] Network 72c01599-c6d6-4156-afe3-21f4ac9cf30a has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]: Traceback (most recent call last):
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:     timer()
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:     cb(*args, **kw)
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:     self._notify()
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:     self.callback(batched_events)
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:     event.method(event)
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:     return f(self, *a, **k)
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self._get(url).json()
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:     **kwargs)
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:     **endpoint_filter)
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 15:03:37.418457 dv-cinder-733623-8-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 15:03:37.570928 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9df43dd8-df0d-4044-b926-4df61804309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:37.573532 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10e254-6f16-4273-8717-376debe8119d req-fa1d2baf-905d-4235-bade-71fd235eb617 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:37.575142 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a10e254-6f16-4273-8717-376debe8119d req-fa1d2baf-905d-4235-bade-71fd235eb617 service neutron] 10.222.0.15 "GET /v2.0/networks?id=39f5108f-843e-41e3-81e6-112f46a760b7 HTTP/1.1" status: 200  len: 904 time: 0.4608841
Nov 18 15:03:37.586816 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9df43dd8-df0d-4044-b926-4df61804309a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:37.591574 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:37.674213 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df43dd8-df0d-4044-b926-4df61804309a admin admin] Pushing event deleted for resources: {'Network': ['ID=72c01599-c6d6-4156-afe3-21f4ac9cf30a,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:37.676974 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9df43dd8-df0d-4044-b926-4df61804309a admin admin] 10.222.0.21 "DELETE /v2.0/networks/72c01599-c6d6-4156-afe3-21f4ac9cf30a HTTP/1.1" status: 204  len: 168 time: 1.4284070
Nov 18 15:03:37.679938 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 36590) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:37.691408 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9df43dd8-df0d-4044-b926-4df61804309a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:37.742191 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b567d-7b9d-43a6-a3b4-a6c31a2a7cc2 req-5f3167b9-3258-44aa-bf85-c750c1eb5b87 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:37.744313 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ff6b567d-7b9d-43a6-a3b4-a6c31a2a7cc2 req-5f3167b9-3258-44aa-bf85-c750c1eb5b87 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=d9fb9392-60a7-4ef7-a9b8-a3d65750cc9c HTTP/1.1" status: 200  len: 945 time: 0.2430661
Nov 18 15:03:37.746207 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a10e254-6f16-4273-8717-376debe8119d req-af825311-b530-48ce-81ff-5e2ce3ffdca4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dab2caa-73c4-4e48-8653-c13eae84bf16 HTTP/1.1" status: 200  len: 1001 time: 0.1405432
Nov 18 15:03:37.748228 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ab1bef-bd4c-4757-b0c0-947aa2d534c6 admin admin] Deleting subnet d9c6b1ca-c3e2-4492-8141-4d2256403c7a {{(pid=80265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 15:03:37.751661 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d3ab1bef-bd4c-4757-b0c0-947aa2d534c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:37.809328 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d3ab1bef-bd4c-4757-b0c0-947aa2d534c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33210122'] for subnet, precommit_delete_associations {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:37.855915 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ff6b567d-7b9d-43a6-a3b4-a6c31a2a7cc2 req-2ad8793f-b526-423f-a1c1-d921f6c74326 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045251
Nov 18 15:03:37.857373 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10e254-6f16-4273-8717-376debe8119d req-6f8b9f8b-6f54-4375-8f9b-cb01d57f1897 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:37.858983 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a10e254-6f16-4273-8717-376debe8119d req-6f8b9f8b-6f54-4375-8f9b-cb01d57f1897 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d HTTP/1.1" status: 200  len: 849 time: 0.0907381
Nov 18 15:03:37.911580 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d3ab1bef-bd4c-4757-b0c0-947aa2d534c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853367654'] for subnet, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:37.945118 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a10e254-6f16-4273-8717-376debe8119d req-8eed472c-ba04-45ce-abff-d28a69d428cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39f5108f-843e-41e3-81e6-112f46a760b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746837
Nov 18 15:03:38.090975 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a10e254-6f16-4273-8717-376debe8119d req-21f997df-f6b4-45fb-ad5b-d74611b53080 service neutron] 10.222.0.15 "GET /v2.0/networks/39f5108f-843e-41e3-81e6-112f46a760b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367707
Nov 18 15:03:38.244620 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a10e254-6f16-4273-8717-376debe8119d req-44d50196-08c0-4602-a1ae-cee753759e34 service neutron] 10.222.0.15 "GET /v2.0/networks/39f5108f-843e-41e3-81e6-112f46a760b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1466877
Nov 18 15:03:38.304535 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179edf4-3616-4186-9024-ddc96445ac3c req-6a0d52c6-8667-4de8-b42a-5683e934fb70 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:38.306170 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1179edf4-3616-4186-9024-ddc96445ac3c req-6a0d52c6-8667-4de8-b42a-5683e934fb70 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.4457171
Nov 18 15:03:38.375036 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-44bc6bbe-7143-4605-beff-bad3649d6b6c req-95f22646-3be6-43b8-bada-a288ca9041dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a636a45410424918b4d9f679f113cafd&device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 1163 time: 0.0797861
Nov 18 15:03:38.425863 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1179edf4-3616-4186-9024-ddc96445ac3c req-acb5836b-e92f-4be5-9204-34dbe86bae75 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1108508
Nov 18 15:03:38.460312 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d3ab1bef-bd4c-4757-b0c0-947aa2d534c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31700462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31840993'] for subnet, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:38.476491 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:38.527904 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab1bef-bd4c-4757-b0c0-947aa2d534c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9c6b1ca-c3e2-4492-8141-4d2256403c7a,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:38.532819 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d3ab1bef-bd4c-4757-b0c0-947aa2d534c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:38.617521 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d3ab1bef-bd4c-4757-b0c0-947aa2d534c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:38.624351 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d3ab1bef-bd4c-4757-b0c0-947aa2d534c6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d9c6b1ca-c3e2-4492-8141-4d2256403c7a HTTP/1.1" status: 204  len: 168 time: 0.9432220
Nov 18 15:03:38.626926 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 36598) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:38.750927 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bbd3797c-5212-49c7-b954-4192e9999a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322778'] for network, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:38.819456 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d385037-57bb-4fe8-9d6e-e1706ea57bc7 req-d0994605-c9f0-4797-b133-b2072b4a357b tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:38.821011 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0d385037-57bb-4fe8-9d6e-e1706ea57bc7 req-d0994605-c9f0-4797-b133-b2072b4a357b tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.3955357
Nov 18 15:03:38.822625 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc6bbe-7143-4605-beff-bad3649d6b6c req-8cad0e5c-6004-4091-b812-5a51fc06556f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:38.824074 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-44bc6bbe-7143-4605-beff-bad3649d6b6c req-8cad0e5c-6004-4091-b812-5a51fc06556f service neutron] 10.222.0.15 "GET /v2.0/networks?id=39f5108f-843e-41e3-81e6-112f46a760b7 HTTP/1.1" status: 200  len: 904 time: 0.4225004
Nov 18 15:03:38.945925 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bbd3797c-5212-49c7-b954-4192e9999a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853367263', 'neutron.services.segments.db._delete_segments_for_network--9223363306544197611'] for network, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:38.949981 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0d385037-57bb-4fe8-9d6e-e1706ea57bc7 req-7eb20cd2-76a6-446c-b0d1-83bc94c483e7 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1217113
Nov 18 15:03:38.969602 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-44bc6bbe-7143-4605-beff-bad3649d6b6c req-31c6b1f3-22b8-413a-9d4a-be3dbbb0256a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dab2caa-73c4-4e48-8653-c13eae84bf16 HTTP/1.1" status: 200  len: 1001 time: 0.1267488
Nov 18 15:03:39.050509 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc6bbe-7143-4605-beff-bad3649d6b6c req-27e5db52-0feb-4080-9092-42562c107648 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:39.052179 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-44bc6bbe-7143-4605-beff-bad3649d6b6c req-27e5db52-0feb-4080-9092-42562c107648 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d HTTP/1.1" status: 200  len: 849 time: 0.0688934
Nov 18 15:03:39.110671 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-bbd3797c-5212-49c7-b954-4192e9999a4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0aedfe9048>,) {'filters': {'network_id': ['2f20e0a9-8f3f-448d-95ad-e37e17dd0cdc']}} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:03:39.126497 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-bbd3797c-5212-49c7-b954-4192e9999a4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aedfe9048>, 'e866969a-deae-40a0-9eb2-0bb32812af3b') {'for_net_delete': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:03:39.126741 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-bbd3797c-5212-49c7-b954-4192e9999a4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aedfe9048>, 'e866969a-deae-40a0-9eb2-0bb32812af3b') {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:03:39.144673 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bbd3797c-5212-49c7-b954-4192e9999a4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306544155115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821565646'] for segment, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:39.158222 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-44bc6bbe-7143-4605-beff-bad3649d6b6c req-4515a9c8-1e3b-4441-a2d2-24f107b3d68d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39f5108f-843e-41e3-81e6-112f46a760b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0874445
Nov 18 15:03:39.172188 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bbd3797c-5212-49c7-b954-4192e9999a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:39.175244 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bbd3797c-5212-49c7-b954-4192e9999a4a admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 15:03:39.214493 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055487c2-753c-4efc-8e4e-23a1d16402ac req-d144d148-034b-4eb1-a890-1ec083ec03b7 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:39.216315 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-055487c2-753c-4efc-8e4e-23a1d16402ac req-d144d148-034b-4eb1-a890-1ec083ec03b7 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=d9fb9392-60a7-4ef7-a9b8-a3d65750cc9c HTTP/1.1" status: 200  len: 945 time: 0.1828082
Nov 18 15:03:39.316004 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-44bc6bbe-7143-4605-beff-bad3649d6b6c req-9558b488-7232-402f-80b1-47a4654fd94b service neutron] 10.222.0.15 "GET /v2.0/networks/39f5108f-843e-41e3-81e6-112f46a760b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487260
Nov 18 15:03:39.398483 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-bbd3797c-5212-49c7-b954-4192e9999a4a admin admin] Network 2f20e0a9-8f3f-448d-95ad-e37e17dd0cdc has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:03:39.410455 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bbd3797c-5212-49c7-b954-4192e9999a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853370636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31700403'] for segment, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:39.447571 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-055487c2-753c-4efc-8e4e-23a1d16402ac req-292d36ba-c9fb-435e-a754-734e56e8caaa tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1790929
Nov 18 15:03:39.462388 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-44bc6bbe-7143-4605-beff-bad3649d6b6c req-325d4046-dc7c-4284-b39d-a00f390488bc service neutron] 10.222.0.15 "GET /v2.0/networks/39f5108f-843e-41e3-81e6-112f46a760b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391683
Nov 18 15:03:39.467198 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eca3e725-9eeb-4a20-be12-deedee45e299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:39.604736 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-bbd3797c-5212-49c7-b954-4192e9999a4a admin admin] Network 2f20e0a9-8f3f-448d-95ad-e37e17dd0cdc has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]: Traceback (most recent call last):
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:     timer()
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:     cb(*args, **kw)
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:     self._notify()
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:     self.callback(batched_events)
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:     event.method(event)
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:     return f(self, *a, **k)
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self._get(url).json()
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:     **kwargs)
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:     **endpoint_filter)
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 15:03:39.631573 dv-cinder-733623-8-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 15:03:39.662878 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c2dd5-751d-40a3-b63a-aefdea41fb6a req-b2bc645c-558e-4d0e-a3bf-56da649e6f4f tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:39.664380 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-304c2dd5-751d-40a3-b63a-aefdea41fb6a req-b2bc645c-558e-4d0e-a3bf-56da649e6f4f tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.15 "GET /v2.0/ports?device_id=d9fb9392-60a7-4ef7-a9b8-a3d65750cc9c HTTP/1.1" status: 200  len: 945 time: 0.1742871
Nov 18 15:03:39.708824 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bbd3797c-5212-49c7-b954-4192e9999a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:39.712692 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bbd3797c-5212-49c7-b954-4192e9999a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:39.716890 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:39.739703 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-bbd3797c-5212-49c7-b954-4192e9999a4a admin admin] 10.222.0.21 "DELETE /v2.0/networks/2f20e0a9-8f3f-448d-95ad-e37e17dd0cdc HTTP/1.1" status: 204  len: 168 time: 1.1090491
Nov 18 15:03:39.739703 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3797c-5212-49c7-b954-4192e9999a4a admin admin] Pushing event deleted for resources: {'Network': ['ID=2f20e0a9-8f3f-448d-95ad-e37e17dd0cdc,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:39.745640 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bbd3797c-5212-49c7-b954-4192e9999a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:39.753943 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0c367-cf03-4c8c-81cd-83fca7de28dd req-1bac6cd3-ddd4-4942-8d1d-a9f5a9237ab7 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:39.755566 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-98d0c367-cf03-4c8c-81cd-83fca7de28dd req-1bac6cd3-ddd4-4942-8d1d-a9f5a9237ab7 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.1678810
Nov 18 15:03:39.762467 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-304c2dd5-751d-40a3-b63a-aefdea41fb6a req-3859ccfe-a49e-44f3-973b-eeb60b16f006 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Deleting port da1ff6f7-35f7-40f7-83de-dc773ac2ede2 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:03:39.763015 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-304c2dd5-751d-40a3-b63a-aefdea41fb6a req-3859ccfe-a49e-44f3-973b-eeb60b16f006 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:39.898044 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-98d0c367-cf03-4c8c-81cd-83fca7de28dd req-1672c315-c274-4b50-afa1-a4ab644e6a8b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1095471
Nov 18 15:03:39.943984 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 36608) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:40.043533 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2359c892-4f3e-4acd-9d16-3ef6665e886b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45ebd1c975b64d48a0f3cdee427fed56&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0980661
Nov 18 15:03:40.044362 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 36620) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:40.091622 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-304c2dd5-751d-40a3-b63a-aefdea41fb6a req-3859ccfe-a49e-44f3-973b-eeb60b16f006 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] For port da1ff6f7-35f7-40f7-83de-dc773ac2ede2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=da1ff6f7-35f7-40f7-83de-dc773ac2ede2,segment=NetworkSegment(4b2d87ea-87bf-4293-bc6e-adda9a20d3aa),segment_id=4b2d87ea-87bf-4293-bc6e-adda9a20d3aa)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:03:40.091622 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-304c2dd5-751d-40a3-b63a-aefdea41fb6a req-3859ccfe-a49e-44f3-973b-eeb60b16f006 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:40.114716 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80e88003-a1ab-4166-9bb3-94bac3885e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:40.150588 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80e88003-a1ab-4166-9bb3-94bac3885e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:40.225386 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-304c2dd5-751d-40a3-b63a-aefdea41fb6a req-3859ccfe-a49e-44f3-973b-eeb60b16f006 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Calling delete_port for da1ff6f7-35f7-40f7-83de-dc773ac2ede2 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:03:40.274744 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095f979-75e7-4f42-ace3-a6f046a9ca31 req-5e68f757-2c53-4d48-b5c7-4fc1852f049e tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:40.276426 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3095f979-75e7-4f42-ace3-a6f046a9ca31 req-5e68f757-2c53-4d48-b5c7-4fc1852f049e tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.1453674
Nov 18 15:03:40.277594 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80e88003-a1ab-4166-9bb3-94bac3885e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:40.282847 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-31be8932-e32c-4782-b66d-847aabcd3509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:40.319060 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e88003-a1ab-4166-9bb3-94bac3885e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d12d6f-9153-457b-94dc-41560e501656,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:40.321774 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-80e88003-a1ab-4166-9bb3-94bac3885e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:40.349359 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80e88003-a1ab-4166-9bb3-94bac3885e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:40.354314 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-80e88003-a1ab-4166-9bb3-94bac3885e1a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0d12d6f-9153-457b-94dc-41560e501656 HTTP/1.1" status: 204  len: 168 time: 0.3088930
Nov 18 15:03:40.365041 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3095f979-75e7-4f42-ace3-a6f046a9ca31 req-96302169-ca29-48bb-b4d6-2083f299ec66 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716884
Nov 18 15:03:40.409459 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-304c2dd5-751d-40a3-b63a-aefdea41fb6a req-3859ccfe-a49e-44f3-973b-eeb60b16f006 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:40.427674 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:40.473934 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 1dab2caa-73c4-4e48-8653-c13eae84bf16 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:03:40.480441 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859ccfe-a49e-44f3-973b-eeb60b16f006 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Pushing event deleted for resources: {'Port': ['ID=da1ff6f7-35f7-40f7-83de-dc773ac2ede2,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:40.501365 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3859ccfe-a49e-44f3-973b-eeb60b16f006 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:40.634670 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 1dab2caa-73c4-4e48-8653-c13eae84bf16 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:03:40.634974 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:40.717562 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-304c2dd5-751d-40a3-b63a-aefdea41fb6a req-3859ccfe-a49e-44f3-973b-eeb60b16f006 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] No DVR routers for this DVR port da1ff6f7-35f7-40f7-83de-dc773ac2ede2 on host hv-cinder-73362 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:03:40.720177 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-304c2dd5-751d-40a3-b63a-aefdea41fb6a req-3859ccfe-a49e-44f3-973b-eeb60b16f006 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:40.771214 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fb9392-60a7-4ef7-a9b8-a3d65750cc9c', 'name': 'network-vif-deleted', 'tag': 'da1ff6f7-35f7-40f7-83de-dc773ac2ede2'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:03:40.780107 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-31528b53-8f39-48e3-91a2-b2c2f3f65862 req-576ceff9-fa9e-4680-85a7-227f5682a26b tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=d9fb9392-60a7-4ef7-a9b8-a3d65750cc9c HTTP/1.1" status: 200  len: 210 time: 0.0699682
Nov 18 15:03:40.791368 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-304c2dd5-751d-40a3-b63a-aefdea41fb6a req-3859ccfe-a49e-44f3-973b-eeb60b16f006 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.15 "DELETE /v2.0/ports/da1ff6f7-35f7-40f7-83de-dc773ac2ede2 HTTP/1.1" status: 204  len: 173 time: 1.1188338
Nov 18 15:03:40.818262 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device da1ff6f7-35f7-40f7-83de-dc773ac2ede2 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:03:40.852317 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fb9392-60a7-4ef7-a9b8-a3d65750cc9c', 'name': 'network-vif-deleted', 'tag': 'da1ff6f7-35f7-40f7-83de-dc773ac2ede2', 'status': 'completed', 'code': 200}
Nov 18 15:03:40.868034 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] No Port match for: da1ff6f7-35f7-40f7-83de-dc773ac2ede2 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:03:40.869319 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device da1ff6f7-35f7-40f7-83de-dc773ac2ede2 not bound to the agent host hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:03:40.883960 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 36646) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:40.949837 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0288ab03-c5dc-4b16-887a-310a5cb83c1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e614a3de709f48eaa3bdf36486731cc2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0639930
Nov 18 15:03:40.952349 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 36654) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:41.042999 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ac89496-f7c6-4dda-b5e8-4056793edf8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:41.074796 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ac89496-f7c6-4dda-b5e8-4056793edf8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:41.128006 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ac89496-f7c6-4dda-b5e8-4056793edf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:41.136358 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-313cad3c-93c7-48ab-91e2-5ea066beb67b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:41.151415 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac89496-f7c6-4dda-b5e8-4056793edf8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dffb2fb-b086-4eb0-809c-bff6fc19cad8,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:41.154000 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0ac89496-f7c6-4dda-b5e8-4056793edf8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:41.154862 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ac89496-f7c6-4dda-b5e8-4056793edf8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:41.156146 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0ac89496-f7c6-4dda-b5e8-4056793edf8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5dffb2fb-b086-4eb0-809c-bff6fc19cad8 HTTP/1.1" status: 204  len: 168 time: 0.2025020
Nov 18 15:03:41.175909 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61383d43-3c19-453a-ba91-0a77849df94b req-eaf98686-c36f-448a-b9d3-b3d1140bc32f tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:41.177643 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-61383d43-3c19-453a-ba91-0a77849df94b req-eaf98686-c36f-448a-b9d3-b3d1140bc32f tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0979817
Nov 18 15:03:41.261572 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-61383d43-3c19-453a-ba91-0a77849df94b req-41a3b74e-1276-4abd-9bb0-367c70a23818 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0723584
Nov 18 15:03:42.106198 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-406a614a-b04b-4b63-ad76-5f7336d1ed0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:42.398487 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:42.556359 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec096fb-08d6-45f4-a36d-150bd9c337fd req-32b57c19-c879-4e6e-8aba-23347df7761a tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:42.558076 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5ec096fb-08d6-45f4-a36d-150bd9c337fd req-32b57c19-c879-4e6e-8aba-23347df7761a tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.1058891
Nov 18 15:03:42.622906 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5ec096fb-08d6-45f4-a36d-150bd9c337fd req-e225f86e-b836-4698-b0ac-73db16c19c01 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0535955
Nov 18 15:03:43.501266 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:43.694146 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:43.849401 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168aca5-d73e-4027-8d13-be3df5b24c8f req-eaa1d945-7634-49da-b147-2a9d20e2ff2a tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:43.850442 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b168aca5-d73e-4027-8d13-be3df5b24c8f req-eaa1d945-7634-49da-b147-2a9d20e2ff2a tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Synchronizing usage tracker for tenant:6bf0ab10caa9402d8c60972bc45e7f66 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:03:43.900668 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b168aca5-d73e-4027-8d13-be3df5b24c8f req-eaa1d945-7634-49da-b147-2a9d20e2ff2a tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Unset dirty status for tenant:6bf0ab10caa9402d8c60972bc45e7f66 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:03:43.903192 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b168aca5-d73e-4027-8d13-be3df5b24c8f req-eaa1d945-7634-49da-b147-2a9d20e2ff2a tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 945 time: 0.1859033
Nov 18 15:03:43.971256 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c5721-e6cd-4dd9-a263-038d1d6dba5b req-6cff9531-0428-4cb9-b2ce-e7c40f928b3d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:43.972080 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b168aca5-d73e-4027-8d13-be3df5b24c8f req-9533d57a-61dd-4d96-8eb5-0874fe9631e4 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629632
Nov 18 15:03:43.976410 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-083c5721-e6cd-4dd9-a263-038d1d6dba5b req-6cff9531-0428-4cb9-b2ce-e7c40f928b3d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.1310620
Nov 18 15:03:44.034148 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-083c5721-e6cd-4dd9-a263-038d1d6dba5b req-9a4b98f9-5a3b-4173-ad1a-f10a03036f33 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0522258
Nov 18 15:03:45.229999 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65925fb1-971d-4856-9881-9ed51408e3bf req-20ee74c6-dadd-48bf-851d-064db083b02c tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:45.239201 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-65925fb1-971d-4856-9881-9ed51408e3bf req-20ee74c6-dadd-48bf-851d-064db083b02c tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 945 time: 0.1238649
Nov 18 15:03:45.305185 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-65925fb1-971d-4856-9881-9ed51408e3bf req-b7e0a78f-d2d0-4cfc-8225-ac9604486610 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647113
Nov 18 15:03:45.327346 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910d822-b773-4fcd-b1fa-435f9ed37c47 req-fedbeca2-3217-435f-9d2f-4daff9d73bd8 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:45.334960 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0910d822-b773-4fcd-b1fa-435f9ed37c47 req-fedbeca2-3217-435f-9d2f-4daff9d73bd8 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.1294131
Nov 18 15:03:45.413114 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0910d822-b773-4fcd-b1fa-435f9ed37c47 req-86f5c07f-a65a-46ed-947e-3b9e206eff7c tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0768306
Nov 18 15:03:45.787202 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ee391-6e6c-4ed8-9f2a-9318bc991ad0 req-e7fe896c-9dc3-4de5-bfb4-0ad6dfbb9bcc tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:45.789178 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe6ee391-6e6c-4ed8-9f2a-9318bc991ad0 req-e7fe896c-9dc3-4de5-bfb4-0ad6dfbb9bcc tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.15 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 945 time: 0.0858822
Nov 18 15:03:45.870063 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-fe6ee391-6e6c-4ed8-9f2a-9318bc991ad0 req-f0d32fb5-cf41-4d91-ad18-12e366c93c89 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Deleting port 355e4400-997b-427e-b6b6-4d24567d15ee {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:03:45.870701 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fe6ee391-6e6c-4ed8-9f2a-9318bc991ad0 req-f0d32fb5-cf41-4d91-ad18-12e366c93c89 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:46.173780 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-fe6ee391-6e6c-4ed8-9f2a-9318bc991ad0 req-f0d32fb5-cf41-4d91-ad18-12e366c93c89 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] For port 355e4400-997b-427e-b6b6-4d24567d15ee, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=355e4400-997b-427e-b6b6-4d24567d15ee,segment=NetworkSegment(4b2d87ea-87bf-4293-bc6e-adda9a20d3aa),segment_id=4b2d87ea-87bf-4293-bc6e-adda9a20d3aa)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:03:46.174198 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fe6ee391-6e6c-4ed8-9f2a-9318bc991ad0 req-f0d32fb5-cf41-4d91-ad18-12e366c93c89 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:46.318096 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-fe6ee391-6e6c-4ed8-9f2a-9318bc991ad0 req-f0d32fb5-cf41-4d91-ad18-12e366c93c89 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Calling delete_port for 355e4400-997b-427e-b6b6-4d24567d15ee owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:03:46.328295 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 36818) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:46.425310 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 355e4400-997b-427e-b6b6-4d24567d15ee no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:03:46.546196 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8cf3b708-0a45-4d6c-b0d4-29aa694c7881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:46.583517 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8cf3b708-0a45-4d6c-b0d4-29aa694c7881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:03:46.589126 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8cf3b708-0a45-4d6c-b0d4-29aa694c7881 admin admin] Usage tracker for resource:security_group_rule and tenant:568ce64abcff486a97bff1d92c38c60d is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:03:46.600695 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8cf3b708-0a45-4d6c-b0d4-29aa694c7881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:03:46.608378 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8cf3b708-0a45-4d6c-b0d4-29aa694c7881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:03:46.620250 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:46.695818 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fe6ee391-6e6c-4ed8-9f2a-9318bc991ad0 req-f0d32fb5-cf41-4d91-ad18-12e366c93c89 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:46.784481 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8cf3b708-0a45-4d6c-b0d4-29aa694c7881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:46.794357 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8cf3b708-0a45-4d6c-b0d4-29aa694c7881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:46.826316 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4784f4e3-ff0d-42d7-bf58-23415dc8397d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:46.845071 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4044536c-566d-4a30-a6f2-ec3f2ffe0260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:46.846802 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8cf3b708-0a45-4d6c-b0d4-29aa694c7881 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=568ce64abcff486a97bff1d92c38c60d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5172727
Nov 18 15:03:46.850274 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 36826) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:46.892541 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d32fb5-cf41-4d91-ad18-12e366c93c89 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Pushing event deleted for resources: {'Port': ['ID=355e4400-997b-427e-b6b6-4d24567d15ee,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:46.904211 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f0d32fb5-cf41-4d91-ad18-12e366c93c89 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:46.940980 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452e3a3-5ecf-4c0b-a531-d8ee77dbaaf0 req-881650d8-d17e-411c-b0d3-bae1d71a1ef5 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:46.944646 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4452e3a3-5ecf-4c0b-a531-d8ee77dbaaf0 req-881650d8-d17e-411c-b0d3-bae1d71a1ef5 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.2276852
Nov 18 15:03:46.950966 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3b708-0a45-4d6c-b0d4-29aa694c7881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8b0152-73a1-40d7-a2b3-80e45efd1225,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:46.954067 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6ee391-6e6c-4ed8-9f2a-9318bc991ad0 req-f0d32fb5-cf41-4d91-ad18-12e366c93c89 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] No DVR routers for this DVR port 355e4400-997b-427e-b6b6-4d24567d15ee on host hv-cinder-73362 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:03:46.954739 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8cf3b708-0a45-4d6c-b0d4-29aa694c7881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:46.958625 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fe6ee391-6e6c-4ed8-9f2a-9318bc991ad0 req-f0d32fb5-cf41-4d91-ad18-12e366c93c89 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:46.983125 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bad92f7-5a75-4ede-804e-78555c330e65', 'name': 'network-vif-deleted', 'tag': '355e4400-997b-427e-b6b6-4d24567d15ee'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:03:46.995469 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e37d5e-d3d9-4e83-aff5-0dc27e9a05e6 req-a43d0de6-7761-48c0-8cf5-f42a2da7e410 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:47.026858 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b1e37d5e-d3d9-4e83-aff5-0dc27e9a05e6 req-a43d0de6-7761-48c0-8cf5-f42a2da7e410 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Synchronizing usage tracker for tenant:6bf0ab10caa9402d8c60972bc45e7f66 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:03:47.027018 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4c72e9f-b329-4647-b121-881650c6619f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:47.044870 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe6ee391-6e6c-4ed8-9f2a-9318bc991ad0 req-f0d32fb5-cf41-4d91-ad18-12e366c93c89 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.15 "DELETE /v2.0/ports/355e4400-997b-427e-b6b6-4d24567d15ee HTTP/1.1" status: 204  len: 173 time: 1.2488275
Nov 18 15:03:47.055661 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4452e3a3-5ecf-4c0b-a531-d8ee77dbaaf0 req-50dd77cf-b621-41b8-a5f5-0cf417e7fcc8 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0996993
Nov 18 15:03:47.074761 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b1e37d5e-d3d9-4e83-aff5-0dc27e9a05e6 req-a43d0de6-7761-48c0-8cf5-f42a2da7e410 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Unset dirty status for tenant:6bf0ab10caa9402d8c60972bc45e7f66 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:03:47.078081 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b1e37d5e-d3d9-4e83-aff5-0dc27e9a05e6 req-a43d0de6-7761-48c0-8cf5-f42a2da7e410 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/ports?device_id=1bad92f7-5a75-4ede-804e-78555c330e65 HTTP/1.1" status: 200  len: 867 time: 0.5654902
Nov 18 15:03:47.104514 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4c72e9f-b329-4647-b121-881650c6619f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:47.222360 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b1e37d5e-d3d9-4e83-aff5-0dc27e9a05e6 req-f0bdc6ff-f6bb-41b7-b80e-327c587f534b tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] 10.222.0.21 "GET /v2.0/security-groups?id=a629dc9f-fc3e-4cf1-91bc-ee107bafea82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924911
Nov 18 15:03:47.224461 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4c72e9f-b329-4647-b121-881650c6619f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:47.228959 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bad92f7-5a75-4ede-804e-78555c330e65', 'name': 'network-vif-deleted', 'tag': '355e4400-997b-427e-b6b6-4d24567d15ee', 'status': 'completed', 'code': 200}
Nov 18 15:03:47.231444 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9ea4561d-2fdd-49da-8ab5-2b2b71eb3e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:47.247490 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c72e9f-b329-4647-b121-881650c6619f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8b0152-73a1-40d7-a2b3-80e45efd1225,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:47.250558 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b4c72e9f-b329-4647-b121-881650c6619f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:47.251840 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4c72e9f-b329-4647-b121-881650c6619f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:47.262878 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b4c72e9f-b329-4647-b121-881650c6619f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce8b0152-73a1-40d7-a2b3-80e45efd1225 HTTP/1.1" status: 204  len: 168 time: 0.4061127
Nov 18 15:03:47.662818 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 36840) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:47.689695 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d59e2eb4-bf3f-4cb6-a635-c7a3f9f1c112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:47.729645 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d59e2eb4-bf3f-4cb6-a635-c7a3f9f1c112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:03:47.734664 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d59e2eb4-bf3f-4cb6-a635-c7a3f9f1c112 admin admin] Usage tracker for resource:security_group_rule and tenant:e63aa66afe1448b9be4309190e9caf1f is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:03:47.737607 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d59e2eb4-bf3f-4cb6-a635-c7a3f9f1c112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:03:47.743777 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d59e2eb4-bf3f-4cb6-a635-c7a3f9f1c112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:03:47.819083 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d59e2eb4-bf3f-4cb6-a635-c7a3f9f1c112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:47.823701 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d59e2eb4-bf3f-4cb6-a635-c7a3f9f1c112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:47.833883 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d73cef5a-adbf-4c21-ae93-7e3e778f5b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:47.880000 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e2eb4-bf3f-4cb6-a635-c7a3f9f1c112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6b0812-5df3-4f94-8edf-2e2bc1b8b52d,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:47.883951 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d59e2eb4-bf3f-4cb6-a635-c7a3f9f1c112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:47.889423 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d59e2eb4-bf3f-4cb6-a635-c7a3f9f1c112 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e63aa66afe1448b9be4309190e9caf1f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2233071
Nov 18 15:03:47.890408 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 36844) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:47.973773 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-934b1329-0276-4e6e-bbe9-1ede842c9d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:48.001320 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-934b1329-0276-4e6e-bbe9-1ede842c9d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:48.057172 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-934b1329-0276-4e6e-bbe9-1ede842c9d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:48.062615 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-40d149b3-e692-464a-bb8f-663a5ef0c41c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:48.073666 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b1329-0276-4e6e-bbe9-1ede842c9d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6b0812-5df3-4f94-8edf-2e2bc1b8b52d,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:48.077830 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-934b1329-0276-4e6e-bbe9-1ede842c9d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:48.082066 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-934b1329-0276-4e6e-bbe9-1ede842c9d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:48.090048 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-934b1329-0276-4e6e-bbe9-1ede842c9d55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d6b0812-5df3-4f94-8edf-2e2bc1b8b52d HTTP/1.1" status: 204  len: 168 time: 0.1984611
Nov 18 15:03:48.357010 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 36854) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:48.406484 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8551c-108b-4f77-ab7d-5cd24c876930 req-67fbc247-e085-47aa-83ae-d5b017ada37b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:48.414711 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5ec8551c-108b-4f77-ab7d-5cd24c876930 req-67fbc247-e085-47aa-83ae-d5b017ada37b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.1292622
Nov 18 15:03:48.455205 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98d6859-7257-4207-80eb-a4764fe9d8ee admin admin] Deleting subnet a1bfe834-8f18-4226-b68a-ed4ee3dcac14 {{(pid=80264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 15:03:48.459540 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a98d6859-7257-4207-80eb-a4764fe9d8ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:48.464736 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5ec8551c-108b-4f77-ab7d-5cd24c876930 req-37e8a026-3612-4024-9848-09477f575d49 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0490677
Nov 18 15:03:48.571807 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a98d6859-7257-4207-80eb-a4764fe9d8ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823228110'] for subnet, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:48.647487 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a98d6859-7257-4207-80eb-a4764fe9d8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853367654'] for subnet, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:48.954467 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a98d6859-7257-4207-80eb-a4764fe9d8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822525290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036821599937'] for subnet, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:48.980776 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0bdba7a4-6236-494f-8168-58be6605f7dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:49.020506 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d6859-7257-4207-80eb-a4764fe9d8ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1bfe834-8f18-4226-b68a-ed4ee3dcac14,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:49.026612 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a98d6859-7257-4207-80eb-a4764fe9d8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:49.363799 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a98d6859-7257-4207-80eb-a4764fe9d8ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:49.373530 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a98d6859-7257-4207-80eb-a4764fe9d8ee admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a1bfe834-8f18-4226-b68a-ed4ee3dcac14 HTTP/1.1" status: 204  len: 168 time: 1.0127070
Nov 18 15:03:49.373984 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 36876) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:49.501002 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d88d88a-427b-411c-b90e-81fa07577bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322778'] for network, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:49.864163 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc44d8-11c9-4195-86d0-2916e49414b3 req-94954b21-7a0b-4848-893b-e03f74c9663b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:49.867761 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d88d88a-427b-411c-b90e-81fa07577bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853367263', 'neutron.services.segments.db._delete_segments_for_network--9223363306544197611'] for network, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:49.874036 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34bc44d8-11c9-4195-86d0-2916e49414b3 req-94954b21-7a0b-4848-893b-e03f74c9663b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.1742699
Nov 18 15:03:49.945696 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34bc44d8-11c9-4195-86d0-2916e49414b3 req-b3622a43-346e-463a-bf36-27e0cb2c9cd7 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0696442
Nov 18 15:03:50.012149 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-9d88d88a-427b-411c-b90e-81fa07577bfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0aede3b6d8>,) {'filters': {'network_id': ['231f3c88-1661-4a29-b0bd-d8835aa7f70f']}} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:03:50.030862 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-9d88d88a-427b-411c-b90e-81fa07577bfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aede3b6d8>, '4b2d87ea-87bf-4293-bc6e-adda9a20d3aa') {'for_net_delete': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:03:50.031474 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-9d88d88a-427b-411c-b90e-81fa07577bfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aede3b6d8>, '4b2d87ea-87bf-4293-bc6e-adda9a20d3aa') {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:03:50.054400 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d88d88a-427b-411c-b90e-81fa07577bfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306544155115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821565646'] for segment, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:50.071716 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d88d88a-427b-411c-b90e-81fa07577bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:50.074362 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9d88d88a-427b-411c-b90e-81fa07577bfe admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 15:03:50.281333 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-9d88d88a-427b-411c-b90e-81fa07577bfe admin admin] Network 231f3c88-1661-4a29-b0bd-d8835aa7f70f has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:03:50.295200 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d88d88a-427b-411c-b90e-81fa07577bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853370636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31700403'] for segment, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:50.513030 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-9d88d88a-427b-411c-b90e-81fa07577bfe admin admin] Network 231f3c88-1661-4a29-b0bd-d8835aa7f70f has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]: Traceback (most recent call last):
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:     timer()
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:     cb(*args, **kw)
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:     self._notify()
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:     self.callback(batched_events)
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:     event.method(event)
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:     return f(self, *a, **k)
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self._get(url).json()
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:     **kwargs)
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:     **endpoint_filter)
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 15:03:50.539430 dv-cinder-733623-8-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 15:03:50.636167 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d88d88a-427b-411c-b90e-81fa07577bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:50.639691 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bbd3797c-5212-49c7-b954-4192e9999a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:50.659455 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d88d88a-427b-411c-b90e-81fa07577bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:50.674750 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88d88a-427b-411c-b90e-81fa07577bfe admin admin] Pushing event deleted for resources: {'Network': ['ID=231f3c88-1661-4a29-b0bd-d8835aa7f70f,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:50.683469 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9d88d88a-427b-411c-b90e-81fa07577bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:50.699605 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9d88d88a-427b-411c-b90e-81fa07577bfe admin admin] 10.222.0.21 "DELETE /v2.0/networks/231f3c88-1661-4a29-b0bd-d8835aa7f70f HTTP/1.1" status: 204  len: 168 time: 1.3215389
Nov 18 15:03:50.989504 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 36910) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:51.080788 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-eb1d6bc3-1b2a-45f8-97be-3a630f419c61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6bf0ab10caa9402d8c60972bc45e7f66&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0892644
Nov 18 15:03:51.082854 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 36916) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:51.216462 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bc7a41ac-71a6-413e-9372-a01a364251f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:51.275720 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bc7a41ac-71a6-413e-9372-a01a364251f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:51.298006 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d90cb-a5b5-4ae6-b121-e055a0c88d8d req-52cb9718-1cf8-4670-9187-b137db68ae39 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:51.306482 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e30d90cb-a5b5-4ae6-b121-e055a0c88d8d req-52cb9718-1cf8-4670-9187-b137db68ae39 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.1635556
Nov 18 15:03:51.378715 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e30d90cb-a5b5-4ae6-b121-e055a0c88d8d req-06c71763-67ad-47e7-ae02-7261941d0c6a tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0712602
Nov 18 15:03:51.387748 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bc7a41ac-71a6-413e-9372-a01a364251f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:51.394165 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-323371ef-92f6-49ea-83d6-54b884aadfcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:51.422161 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a41ac-71a6-413e-9372-a01a364251f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a629dc9f-fc3e-4cf1-91bc-ee107bafea82,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:51.425666 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bc7a41ac-71a6-413e-9372-a01a364251f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:51.433036 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bc7a41ac-71a6-413e-9372-a01a364251f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:51.436828 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-bc7a41ac-71a6-413e-9372-a01a364251f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a629dc9f-fc3e-4cf1-91bc-ee107bafea82 HTTP/1.1" status: 204  len: 168 time: 0.3500719
Nov 18 15:03:52.681371 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81394b97-978f-46ea-a274-6fa4f96825a8 req-f3d9a2f2-a4a6-4a4e-9576-140a70cb78d4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:52.683299 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-81394b97-978f-46ea-a274-6fa4f96825a8 req-f3d9a2f2-a4a6-4a4e-9576-140a70cb78d4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.1531978
Nov 18 15:03:52.690661 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e7716da9-dcf5-4727-833a-1f779015c892 req-f6becdd1-1c14-4861-ac80-60a6b16c265d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e34acf85e0c438ca8d7f165101583bf&device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 1163 time: 0.1225538
Nov 18 15:03:52.850781 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-81394b97-978f-46ea-a274-6fa4f96825a8 req-334214fc-26a7-4b71-800f-bcd2b2b2c1db tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1590044
Nov 18 15:03:52.890839 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7716da9-dcf5-4727-833a-1f779015c892 req-1858ffcb-2efd-4279-88d7-082ff41e05f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:52.892399 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e7716da9-dcf5-4727-833a-1f779015c892 req-1858ffcb-2efd-4279-88d7-082ff41e05f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=37eaaf30-5a3c-4021-920a-a0d0e09402d1 HTTP/1.1" status: 200  len: 911 time: 0.1845791
Nov 18 15:03:53.005258 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e7716da9-dcf5-4727-833a-1f779015c892 req-b07408b6-13ac-4716-b24d-529f65d128b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=057172c0-8ad5-4186-8f46-c3184bda9b5d HTTP/1.1" status: 200  len: 1001 time: 0.1059790
Nov 18 15:03:53.076432 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7716da9-dcf5-4727-833a-1f779015c892 req-b9b2edc3-042b-43ea-be45-e7b47acb741f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:53.078095 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e7716da9-dcf5-4727-833a-1f779015c892 req-b9b2edc3-042b-43ea-be45-e7b47acb741f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a947b1b-22d9-4c98-9df6-708701f43830 HTTP/1.1" status: 200  len: 856 time: 0.0662339
Nov 18 15:03:53.159043 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e7716da9-dcf5-4727-833a-1f779015c892 req-d98b54bd-f051-491f-a352-145c1117518b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37eaaf30-5a3c-4021-920a-a0d0e09402d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736871
Nov 18 15:03:53.305369 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e7716da9-dcf5-4727-833a-1f779015c892 req-cadc0ce6-eb9e-451b-9d1d-04b1e55c9fd7 service neutron] 10.222.0.15 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384120
Nov 18 15:03:53.451145 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e7716da9-dcf5-4727-833a-1f779015c892 req-722f73c4-55a8-4f46-9e2c-c85522191b18 service neutron] 10.222.0.15 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1386588
Nov 18 15:03:54.314696 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b239e-0d8a-4851-b046-e95c51672899 req-ba7aed5d-a8dd-4f68-9457-5f7e22d48df6 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:54.318469 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-306b239e-0d8a-4851-b046-e95c51672899 req-ba7aed5d-a8dd-4f68-9457-5f7e22d48df6 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.3138220
Nov 18 15:03:54.368119 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-306b239e-0d8a-4851-b046-e95c51672899 req-ceb89940-aa1e-4a91-b6da-43b7fb33cefc tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419974
Nov 18 15:03:55.617297 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62321f9e-3e37-4548-a626-ca3cb85f6990 req-2c3bf3e7-fa2c-43f1-8045-97b7e4a80f12 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:55.619465 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-62321f9e-3e37-4548-a626-ca3cb85f6990 req-2c3bf3e7-fa2c-43f1-8045-97b7e4a80f12 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0924525
Nov 18 15:03:55.667829 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-62321f9e-3e37-4548-a626-ca3cb85f6990 req-5dfe5cd6-1518-428e-b48a-87e94bb9d66e tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423152
Nov 18 15:03:55.998807 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 37030) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:56.150813 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-089a65ae-cb61-4e93-99bc-2929ffcc6faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:56.186114 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-089a65ae-cb61-4e93-99bc-2929ffcc6faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:03:56.190168 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-089a65ae-cb61-4e93-99bc-2929ffcc6faa admin admin] Usage tracker for resource:security_group_rule and tenant:ccf3cddcc3fa4233be6d947932e96a08 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:03:56.193324 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-089a65ae-cb61-4e93-99bc-2929ffcc6faa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:03:56.199145 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-089a65ae-cb61-4e93-99bc-2929ffcc6faa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:03:56.273595 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-089a65ae-cb61-4e93-99bc-2929ffcc6faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:56.277118 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-089a65ae-cb61-4e93-99bc-2929ffcc6faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:56.286516 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b3e23ab4-8861-4f79-98c4-13744f51ac9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:56.339396 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a65ae-cb61-4e93-99bc-2929ffcc6faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e163d0-012c-424b-b5cc-5385eae62f3e,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:56.345085 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-089a65ae-cb61-4e93-99bc-2929ffcc6faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:56.351633 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-089a65ae-cb61-4e93-99bc-2929ffcc6faa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ccf3cddcc3fa4233be6d947932e96a08&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3488722
Nov 18 15:03:56.351633 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 37044) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:56.420275 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ec6e90d3-88ae-4ee2-a6e0-78208f960e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:56.447666 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ec6e90d3-88ae-4ee2-a6e0-78208f960e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:56.492624 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ec6e90d3-88ae-4ee2-a6e0-78208f960e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:56.498480 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:56.509953 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e90d3-88ae-4ee2-a6e0-78208f960e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e163d0-012c-424b-b5cc-5385eae62f3e,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:56.515206 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ec6e90d3-88ae-4ee2-a6e0-78208f960e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:56.517302 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ec6e90d3-88ae-4ee2-a6e0-78208f960e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:56.531815 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ec6e90d3-88ae-4ee2-a6e0-78208f960e7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68e163d0-012c-424b-b5cc-5385eae62f3e HTTP/1.1" status: 204  len: 168 time: 0.1706979
Nov 18 15:03:56.730287 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a1ce8-a79d-4008-8ab4-c11bcb72f152 req-016847a7-f0a6-41ae-bd57-67c6ada052ed tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:56.731916 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-876a1ce8-a79d-4008-8ab4-c11bcb72f152 req-016847a7-f0a6-41ae-bd57-67c6ada052ed tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0866990
Nov 18 15:03:56.748635 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 37066) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:56.787394 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-876a1ce8-a79d-4008-8ab4-c11bcb72f152 req-dab0cb00-6995-4729-9e06-6d83a0eea632 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0489125
Nov 18 15:03:56.886455 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 37072) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:56.903897 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d6e4400-ffc9-4870-bceb-cbeaa49e4748 req-e573d33e-b91d-49fc-b580-4043750d644f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1539595
Nov 18 15:03:56.906906 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e5b149a5-b70e-460a-a1ee-347c459eeacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:56.940567 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e5b149a5-b70e-460a-a1ee-347c459eeacc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:03:56.944583 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e5b149a5-b70e-460a-a1ee-347c459eeacc admin admin] Usage tracker for resource:security_group_rule and tenant:6f31ee6896f5492084aec2e4a9b900eb is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:03:56.948064 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e5b149a5-b70e-460a-a1ee-347c459eeacc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:03:56.953802 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e5b149a5-b70e-460a-a1ee-347c459eeacc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:03:57.026674 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e5b149a5-b70e-460a-a1ee-347c459eeacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:57.029760 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e5b149a5-b70e-460a-a1ee-347c459eeacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:57.037479 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a89f86bd-e86e-44f3-bc11-c997d3764767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:57.081528 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b149a5-b70e-460a-a1ee-347c459eeacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68af6f4f-5e0b-47e8-923b-ca0381997b2c,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:57.085107 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e5b149a5-b70e-460a-a1ee-347c459eeacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:57.090340 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e5b149a5-b70e-460a-a1ee-347c459eeacc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f31ee6896f5492084aec2e4a9b900eb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1999242
Nov 18 15:03:57.091208 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 37082) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:57.155615 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f44a948-6074-44b7-a7fc-d8d983a58336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:57.183187 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f44a948-6074-44b7-a7fc-d8d983a58336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:57.226818 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f44a948-6074-44b7-a7fc-d8d983a58336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:57.231832 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-696ea755-bb93-4ff0-8736-1b4a6085c4d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:57.245595 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44a948-6074-44b7-a7fc-d8d983a58336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68af6f4f-5e0b-47e8-923b-ca0381997b2c,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:57.248351 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f44a948-6074-44b7-a7fc-d8d983a58336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:57.249542 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f44a948-6074-44b7-a7fc-d8d983a58336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:57.250749 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5f44a948-6074-44b7-a7fc-d8d983a58336 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68af6f4f-5e0b-47e8-923b-ca0381997b2c HTTP/1.1" status: 204  len: 168 time: 0.1592128
Nov 18 15:03:58.021293 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860002e-5327-46b8-b0f9-7de931a0a8b3 req-02fcd442-22f1-4b00-ae55-84c41c78d7e5 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:58.022936 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c860002e-5327-46b8-b0f9-7de931a0a8b3 req-02fcd442-22f1-4b00-ae55-84c41c78d7e5 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0841293
Nov 18 15:03:58.074307 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c860002e-5327-46b8-b0f9-7de931a0a8b3 req-a1b8c46f-da3f-441d-8a67-b8be274f1a4d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444770
Nov 18 15:03:59.308784 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d36c9-7d1a-4d3f-b3a3-16015c534e12 req-e9ffae41-42f5-43ea-9012-2bb6e1bd92b9 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:03:59.310660 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9e2d36c9-7d1a-4d3f-b3a3-16015c534e12 req-e9ffae41-42f5-43ea-9012-2bb6e1bd92b9 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0867021
Nov 18 15:03:59.390544 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9e2d36c9-7d1a-4d3f-b3a3-16015c534e12 req-4597fbdf-46bd-461d-bda1-f1a599a7af32 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0731311
Nov 18 15:03:59.507649 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 37146) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:59.510941 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 057172c0-8ad5-4186-8f46-c3184bda9b5d no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:03:59.641107 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:59.671809 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6506193-1698-4272-bf79-49303491d9b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '057172c0-8ad5-4186-8f46-c3184bda9b5d'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:03:59.684680 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port 057172c0-8ad5-4186-8f46-c3184bda9b5d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=057172c0-8ad5-4186-8f46-c3184bda9b5d,segment=NetworkSegment(bdf35626-376f-46d2-a75a-1faeae9f5e65),segment_id=bdf35626-376f-46d2-a75a-1faeae9f5e65)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:03:59.687696 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:59.690106 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-20fd90ee-70d0-4035-9cdb-1afca1fb55f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:59.690776 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0becd1b-6de3-4256-98a2-b74a15ef6df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:59.726495 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a0becd1b-6de3-4256-98a2-b74a15ef6df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:03:59.730921 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a0becd1b-6de3-4256-98a2-b74a15ef6df5 admin admin] Usage tracker for resource:security_group_rule and tenant:769fb7d9a58c4724b2c09cad9029f0c6 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:03:59.734217 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a0becd1b-6de3-4256-98a2-b74a15ef6df5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:03:59.740180 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a0becd1b-6de3-4256-98a2-b74a15ef6df5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:03:59.747559 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c6506193-1698-4272-bf79-49303491d9b2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '057172c0-8ad5-4186-8f46-c3184bda9b5d', 'code': 422} returned with failed status
Nov 18 15:03:59.773112 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=057172c0-8ad5-4186-8f46-c3184bda9b5d,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:59.783413 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:59.783787 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:59.784170 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:59.784553 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:59.784921 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:59.785409 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:59.785755 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:59.786275 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:59.786821 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:59.787189 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:59.787555 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:59.787917 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:59.788317 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:59.788679 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:59.789069 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:59.789430 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:59.789794 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:59.790182 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:59.790543 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:59.790901 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:59.791257 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:59.791612 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:59.791971 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:59.792335 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:03:59.797058 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:59.811866 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0becd1b-6de3-4256-98a2-b74a15ef6df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:59.814859 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0becd1b-6de3-4256-98a2-b74a15ef6df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:59.823130 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-80d09417-0c0d-44e8-a79e-30c1e59142d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:03:59.869240 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0becd1b-6de3-4256-98a2-b74a15ef6df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42894f0d-f4be-467f-8492-1ba827b34bc2,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:03:59.872530 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a0becd1b-6de3-4256-98a2-b74a15ef6df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:03:59.879203 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a0becd1b-6de3-4256-98a2-b74a15ef6df5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=769fb7d9a58c4724b2c09cad9029f0c6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3680665
Nov 18 15:03:59.879751 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 37154) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:03:59.943234 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bc43f40d-ead0-4d3c-940e-364b62adcedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:03:59.970609 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bc43f40d-ead0-4d3c-940e-364b62adcedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:00.013256 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bc43f40d-ead0-4d3c-940e-364b62adcedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:00.017989 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:00.031675 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43f40d-ead0-4d3c-940e-364b62adcedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42894f0d-f4be-467f-8492-1ba827b34bc2,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:00.034290 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bc43f40d-ead0-4d3c-940e-364b62adcedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:00.036334 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bc43f40d-ead0-4d3c-940e-364b62adcedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:00.037617 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-bc43f40d-ead0-4d3c-940e-364b62adcedd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42894f0d-f4be-467f-8492-1ba827b34bc2 HTTP/1.1" status: 204  len: 168 time: 0.1571376
Nov 18 15:04:00.460122 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 37164) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:04:00.480401 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2c177745-b7c9-49af-92fd-3c43cbedb912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:00.516265 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2c177745-b7c9-49af-92fd-3c43cbedb912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:04:00.520505 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2c177745-b7c9-49af-92fd-3c43cbedb912 admin admin] Usage tracker for resource:security_group_rule and tenant:dbf6da2c5edd44d5afdb6825e6bc727a is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:04:00.523657 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2c177745-b7c9-49af-92fd-3c43cbedb912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:04:00.530041 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2c177745-b7c9-49af-92fd-3c43cbedb912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:04:00.643653 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d6e4400-ffc9-4870-bceb-cbeaa49e4748 req-8d1a4e5c-29ee-49e2-945c-163902b9fd85 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2&tenant_id=8e34acf85e0c438ca8d7f165101583bf HTTP/1.1" status: 200  len: 1161 time: 0.0913932
Nov 18 15:04:00.680240 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2c177745-b7c9-49af-92fd-3c43cbedb912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:00.690528 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2c177745-b7c9-49af-92fd-3c43cbedb912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:00.700557 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d3e92b4f-9e20-4768-9fac-7f5e0905e0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:00.745665 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d6e4400-ffc9-4870-bceb-cbeaa49e4748 req-d7430139-16b4-45e7-9f79-92ed43dc3792 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e34acf85e0c438ca8d7f165101583bf&device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 1161 time: 0.0772669
Nov 18 15:04:00.752270 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af999407-772f-49a8-8492-bf517017a0be req-d1aad917-f625-4d68-9823-da23ec391df2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:00.753929 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-af999407-772f-49a8-8492-bf517017a0be req-d1aad917-f625-4d68-9823-da23ec391df2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.1813426
Nov 18 15:04:00.757227 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c177745-b7c9-49af-92fd-3c43cbedb912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abdfd47-b3a3-46a6-a33a-419e17bade87,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:00.760646 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2c177745-b7c9-49af-92fd-3c43cbedb912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:00.767748 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2c177745-b7c9-49af-92fd-3c43cbedb912 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbf6da2c5edd44d5afdb6825e6bc727a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3062885
Nov 18 15:04:00.768495 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 37174) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:04:00.857040 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-af999407-772f-49a8-8492-bf517017a0be req-4511e4b1-9405-4878-9d27-653a98c77269 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0874321
Nov 18 15:04:00.884694 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06966a48-153d-413a-ba1e-8b9a69b8c922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:00.901884 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e4400-ffc9-4870-bceb-cbeaa49e4748 req-6b31b071-f284-486a-b11e-08619d0890b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:00.903703 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d6e4400-ffc9-4870-bceb-cbeaa49e4748 req-6b31b071-f284-486a-b11e-08619d0890b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=37eaaf30-5a3c-4021-920a-a0d0e09402d1 HTTP/1.1" status: 200  len: 911 time: 0.1508822
Nov 18 15:04:00.916954 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06966a48-153d-413a-ba1e-8b9a69b8c922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:00.965371 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06966a48-153d-413a-ba1e-8b9a69b8c922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:00.970989 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-80e88003-a1ab-4166-9bb3-94bac3885e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:00.986444 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06966a48-153d-413a-ba1e-8b9a69b8c922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abdfd47-b3a3-46a6-a33a-419e17bade87,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:00.989545 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-06966a48-153d-413a-ba1e-8b9a69b8c922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:00.990706 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06966a48-153d-413a-ba1e-8b9a69b8c922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:00.992071 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-06966a48-153d-413a-ba1e-8b9a69b8c922 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3abdfd47-b3a3-46a6-a33a-419e17bade87 HTTP/1.1" status: 204  len: 168 time: 0.2210684
Nov 18 15:04:01.038909 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d6e4400-ffc9-4870-bceb-cbeaa49e4748 req-c3a68768-68f1-41e9-bea6-1961e0ec9276 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=057172c0-8ad5-4186-8f46-c3184bda9b5d HTTP/1.1" status: 200  len: 999 time: 0.1278951
Nov 18 15:04:01.125164 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e4400-ffc9-4870-bceb-cbeaa49e4748 req-2e36c7d0-1e5c-4635-b77c-30a27db84420 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:01.126781 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d6e4400-ffc9-4870-bceb-cbeaa49e4748 req-2e36c7d0-1e5c-4635-b77c-30a27db84420 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a947b1b-22d9-4c98-9df6-708701f43830 HTTP/1.1" status: 200  len: 856 time: 0.0704498
Nov 18 15:04:01.216420 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d6e4400-ffc9-4870-bceb-cbeaa49e4748 req-93482da8-7443-42f7-8aac-d774138ea9ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37eaaf30-5a3c-4021-920a-a0d0e09402d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826030
Nov 18 15:04:01.269317 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:04:01.366741 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d6e4400-ffc9-4870-bceb-cbeaa49e4748 req-c7403c4c-8bf3-4798-bc91-d7339b15077a service neutron] 10.222.0.15 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421554
Nov 18 15:04:01.516833 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d6e4400-ffc9-4870-bceb-cbeaa49e4748 req-494bb239-c91e-42a8-a86c-917daa963d94 service neutron] 10.222.0.15 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1432257
Nov 18 15:04:02.090890 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdfe2a-be21-4832-b684-c3e4b7a35aa9 req-8c000fde-3a1b-4be1-b611-bf9fb5862969 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:02.092521 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-63cdfe2a-be21-4832-b684-c3e4b7a35aa9 req-8c000fde-3a1b-4be1-b611-bf9fb5862969 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0838032
Nov 18 15:04:02.141862 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-63cdfe2a-be21-4832-b684-c3e4b7a35aa9 req-eab4fc08-4f53-4578-8c64-5a1a0d360970 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428214
Nov 18 15:04:02.853753 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 37234) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:04:03.001188 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-982ff41e-e806-47cc-aa71-fccd46e7e30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:03.034012 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-982ff41e-e806-47cc-aa71-fccd46e7e30e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:04:03.038005 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-982ff41e-e806-47cc-aa71-fccd46e7e30e admin admin] Usage tracker for resource:security_group_rule and tenant:11160e64e53f462086246be19f1da6ed is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:04:03.040987 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-982ff41e-e806-47cc-aa71-fccd46e7e30e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:04:03.046723 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-982ff41e-e806-47cc-aa71-fccd46e7e30e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:04:03.112873 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-982ff41e-e806-47cc-aa71-fccd46e7e30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:03.115648 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-982ff41e-e806-47cc-aa71-fccd46e7e30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:03.123569 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b983d122-9cd3-4195-ac8b-5ee87a8f233e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:03.169153 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ff41e-e806-47cc-aa71-fccd46e7e30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b17081-0d61-42ac-a21c-6be31313ca9d,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:03.172346 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-982ff41e-e806-47cc-aa71-fccd46e7e30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:03.177310 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-982ff41e-e806-47cc-aa71-fccd46e7e30e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11160e64e53f462086246be19f1da6ed&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3200471
Nov 18 15:04:03.178136 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 37244) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:04:03.241554 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0d5383cd-441b-410f-a0ea-089e444c5c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:03.269438 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0d5383cd-441b-410f-a0ea-089e444c5c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:03.367269 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0d5383cd-441b-410f-a0ea-089e444c5c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:03.373489 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bc7a41ac-71a6-413e-9372-a01a364251f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:03.397273 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5383cd-441b-410f-a0ea-089e444c5c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b17081-0d61-42ac-a21c-6be31313ca9d,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:03.401753 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0d5383cd-441b-410f-a0ea-089e444c5c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:03.406274 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0d5383cd-441b-410f-a0ea-089e444c5c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:03.407490 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0d5383cd-441b-410f-a0ea-089e444c5c5b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6b17081-0d61-42ac-a21c-6be31313ca9d HTTP/1.1" status: 204  len: 168 time: 0.2290132
Nov 18 15:04:03.415382 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a443e-925e-4f24-98b5-f918d95f365e req-4c56e4e0-75a7-4bd1-be3c-2772302a7381 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:03.417031 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ca1a443e-925e-4f24-98b5-f918d95f365e req-4c56e4e0-75a7-4bd1-be3c-2772302a7381 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.1174998
Nov 18 15:04:03.469205 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ca1a443e-925e-4f24-98b5-f918d95f365e req-f552758e-0525-4cfb-866d-091ba61df749 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0441713
Nov 18 15:04:04.227014 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 37272) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:04:04.364728 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-945772143-network', 'tenant_id': '49622a34b9694e4187e73317bc18fc55'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:04:04.369798 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:04:04.373834 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Usage tracker for resource:network and tenant:49622a34b9694e4187e73317bc18fc55 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:04:04.376891 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:04:04.382670 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:04:04.392869 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Made reservation on behalf of 49622a34b9694e4187e73317bc18fc55 for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:04:04.397499 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:04.411138 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:04.443272 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:04:04.447757 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Usage tracker for resource:security_group_rule and tenant:49622a34b9694e4187e73317bc18fc55 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:04:04.450684 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:04:04.456416 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:04:04.523381 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:04.528302 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:04.533228 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2c177745-b7c9-49af-92fd-3c43cbedb912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:04.563027 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 15:04:04.576660 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0b7045-e949-4d2d-9a12-342b1f29294e,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:04.580016 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:04.582820 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:04.583208 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Added segment 111b206e-6ea0-440a-aebe-060ea63ac35d of type vxlan for network 99087502-fe9c-44a7-80e8-0fd7a825b954
Nov 18 15:04:04.610604 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306544781496'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:04.640774 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:04.642045 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:04.642683 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:04.647728 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:04.726009 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f2c80-fc26-4dc8-83d7-2981cdbf4e3e req-5191b2a8-cf19-485f-9c74-de9a6ba4b354 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:04.727632 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-918f2c80-fc26-4dc8-83d7-2981cdbf4e3e req-5191b2a8-cf19-485f-9c74-de9a6ba4b354 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0885942
Nov 18 15:04:04.754845 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Pushing event updated for resources: {'Network': ['ID=99087502-fe9c-44a7-80e8-0fd7a825b954,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:04.757854 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.5297532
Nov 18 15:04:04.759478 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:04.764931 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 37282) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:04:04.771060 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-f2636f2a-63bf-45fd-9592-9d9b92c46a81 admin admin] Request body: {'subnet': {'network_id': '99087502-fe9c-44a7-80e8-0fd7a825b954', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-945772143-subnet', 'tenant_id': '49622a34b9694e4187e73317bc18fc55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:04:04.776439 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f2636f2a-63bf-45fd-9592-9d9b92c46a81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:04:04.779617 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-918f2c80-fc26-4dc8-83d7-2981cdbf4e3e req-ec6d6c7b-05c4-4ef0-968a-a7dce5c041e7 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0454686
Nov 18 15:04:04.780696 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f2636f2a-63bf-45fd-9592-9d9b92c46a81 admin admin] Usage tracker for resource:subnet and tenant:49622a34b9694e4187e73317bc18fc55 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:04:04.783746 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Network 99087502-fe9c-44a7-80e8-0fd7a825b954 details requested by agent ovs-agent-dv-cinder-733623-8-iscsi with host dv-cinder-733623-8-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 15:04:04.784278 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f2636f2a-63bf-45fd-9592-9d9b92c46a81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:04:04.790361 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f2636f2a-63bf-45fd-9592-9d9b92c46a81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:04:04.800457 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2636f2a-63bf-45fd-9592-9d9b92c46a81 admin admin] Made reservation on behalf of 49622a34b9694e4187e73317bc18fc55 for: {'subnet': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:04:04.805785 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f2636f2a-63bf-45fd-9592-9d9b92c46a81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822934840'] for subnet, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:05.230451 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f2636f2a-63bf-45fd-9592-9d9b92c46a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823075550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822934791'] for subnet, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:05.245914 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d3ab1bef-bd4c-4757-b0c0-947aa2d534c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:05.379940 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2636f2a-63bf-45fd-9592-9d9b92c46a81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=971af91b-0ec1-4476-9700-dd3967bd5fde,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:05.384569 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f2636f2a-63bf-45fd-9592-9d9b92c46a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:05.444635 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2636f2a-63bf-45fd-9592-9d9b92c46a81 admin admin] Checking segment: {'id': '111b206e-6ea0-440a-aebe-060ea63ac35d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '99087502-fe9c-44a7-80e8-0fd7a825b954'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:04:05.445081 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2636f2a-63bf-45fd-9592-9d9b92c46a81 admin admin] Network hostable DHCP agents. Network: 99087502-fe9c-44a7-80e8-0fd7a825b954, hostable agents: ['d2b5b3ec-f9b8-4390-8321-dc1803f9ff45'], hosted agents: [] {{(pid=80265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 15:04:05.466409 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2636f2a-63bf-45fd-9592-9d9b92c46a81 admin admin] Network 99087502-fe9c-44a7-80e8-0fd7a825b954 is scheduled to be hosted by DHCP agent d2b5b3ec-f9b8-4390-8321-dc1803f9ff45 with binding_index 1 {{(pid=80265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 15:04:05.474455 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-f2636f2a-63bf-45fd-9592-9d9b92c46a81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-iscsi, 99087502-fe9c-44a7-80e8-0fd7a825b954) {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:04:05.483458 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c31f78-6cf4-43ab-8fc5-26eef64c0ae0 None None] Network 99087502-fe9c-44a7-80e8-0fd7a825b954 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:04:05.491952 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2636f2a-63bf-45fd-9592-9d9b92c46a81 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:05.492655 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f2636f2a-63bf-45fd-9592-9d9b92c46a81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:05.511821 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Network 99087502-fe9c-44a7-80e8-0fd7a825b954 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 15:04:05.525204 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f2636f2a-63bf-45fd-9592-9d9b92c46a81 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7560210
Nov 18 15:04:05.693033 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:05.905866 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4351b5-65c6-43cc-a233-5f500e77e488 None None] Network 99087502-fe9c-44a7-80e8-0fd7a825b954 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:04:06.051073 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51c759-dc7d-4158-b53a-a050f087d7b7 req-8361259c-937e-4caf-8ce7-59734d52d9f0 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:06.061175 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5a51c759-dc7d-4158-b53a-a050f087d7b7 req-8361259c-937e-4caf-8ce7-59734d52d9f0 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.1097047
Nov 18 15:04:06.115843 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5a51c759-dc7d-4158-b53a-a050f087d7b7 req-1571907a-2230-4d47-b93b-e04323b69d19 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0532756
Nov 18 15:04:07.360379 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add9523-239e-4a8f-a727-651f880bccbc req-b7507a23-3398-46aa-96bd-d5e47bb43bcc tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:07.362061 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1add9523-239e-4a8f-a727-651f880bccbc req-b7507a23-3398-46aa-96bd-d5e47bb43bcc tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0848737
Nov 18 15:04:07.411518 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1add9523-239e-4a8f-a727-651f880bccbc req-7763bb4d-45dd-4b21-a2b7-0f0948a12d52 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426409
Nov 18 15:04:07.808814 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0239d2-1116-421b-98a4-519c61b29631 req-c1d592c1-8c05-465a-9c3f-74e8d6ff5198 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:07.809814 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-de0239d2-1116-421b-98a4-519c61b29631 req-c1d592c1-8c05-465a-9c3f-74e8d6ff5198 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Synchronizing usage tracker for tenant:49622a34b9694e4187e73317bc18fc55 on resource:network {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:04:07.825512 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-de0239d2-1116-421b-98a4-519c61b29631 req-c1d592c1-8c05-465a-9c3f-74e8d6ff5198 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Unset dirty status for tenant:49622a34b9694e4187e73317bc18fc55 on resource:network {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:04:07.827541 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de0239d2-1116-421b-98a4-519c61b29631 req-c1d592c1-8c05-465a-9c3f-74e8d6ff5198 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/networks?id=99087502-fe9c-44a7-80e8-0fd7a825b954 HTTP/1.1" status: 200  len: 813 time: 0.1823363
Nov 18 15:04:07.844606 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de0239d2-1116-421b-98a4-519c61b29631 req-21d2b49e-087d-4b4b-8cdf-60f09bc75eac tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/quotas/49622a34b9694e4187e73317bc18fc55 HTTP/1.1" status: 200  len: 375 time: 0.0111566
Nov 18 15:04:07.895418 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de0239d2-1116-421b-98a4-519c61b29631 req-4e7b5984-b116-47ac-898e-08a450979f9c tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?tenant_id=49622a34b9694e4187e73317bc18fc55&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0453794
Nov 18 15:04:08.045115 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de0239d2-1116-421b-98a4-519c61b29631 req-83edd7ae-ce80-4bae-9371-63c3cb38fec2 service neutron] 10.222.0.21 "GET /v2.0/networks/99087502-fe9c-44a7-80e8-0fd7a825b954?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415057
Nov 18 15:04:08.209692 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de0239d2-1116-421b-98a4-519c61b29631 req-c8643c33-df90-44d8-891b-6f3a75a61df7 service neutron] 10.222.0.21 "GET /v2.0/networks/99087502-fe9c-44a7-80e8-0fd7a825b954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1518841
Nov 18 15:04:08.455510 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2de4eef7-cf0e-472e-8acf-8d30a30aba29 req-79c02d46-eddd-4c97-a2b8-85fdbb7a0543 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 210 time: 0.0500066
Nov 18 15:04:08.681369 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b0e69-8e2c-4a5c-9099-32f8b31e5bae req-eed1673e-2f1f-45d4-91c4-1c7ec37e0ea3 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:08.683006 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-854b0e69-8e2c-4a5c-9099-32f8b31e5bae req-eed1673e-2f1f-45d4-91c4-1c7ec37e0ea3 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.1070604
Nov 18 15:04:08.745344 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-854b0e69-8e2c-4a5c-9099-32f8b31e5bae req-bd188fc7-bbef-451d-82f8-1c2699a0036c tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0555048
Nov 18 15:04:09.470508 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a8a0457d-a2e7-4b68-985b-d50889d58c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:09.638326 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-477c9745-e162-4fe7-8ad3-9ca71f2a33d8 req-42138957-25a1-4993-813e-7ec68667fd04 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 210 time: 0.0460398
Nov 18 15:04:09.967894 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904715e3-d9bd-4214-a53f-847f72a97e88 req-43ff34ad-219f-41fa-be69-0ddca53f9a57 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:09.969509 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-904715e3-d9bd-4214-a53f-847f72a97e88 req-43ff34ad-219f-41fa-be69-0ddca53f9a57 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0828722
Nov 18 15:04:10.020688 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-904715e3-d9bd-4214-a53f-847f72a97e88 req-fd2e27f5-988b-4d3a-b337-aea5f266c1d2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0449502
Nov 18 15:04:10.812315 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-42763f68-362a-4b83-a5d1-6cb71a750ead req-afa756b2-5c64-4703-88cd-6e1a4e1d694b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 210 time: 0.0455101
Nov 18 15:04:11.253739 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5472ca-75e2-4725-b150-de70080781d7 req-2bcb70f8-1447-4092-bef0-d73851d5787f tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:11.255376 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e5472ca-75e2-4725-b150-de70080781d7 req-2bcb70f8-1447-4092-bef0-d73851d5787f tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0895612
Nov 18 15:04:11.304631 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e5472ca-75e2-4725-b150-de70080781d7 req-eec3c5da-9431-4909-9c08-00d731793a09 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419238
Nov 18 15:04:11.998658 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3a8a9ae5-d059-4a96-b714-9e08d34512e6 req-3c755c4e-c8fb-4ca3-9960-9454d30b41df tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 210 time: 0.0490129
Nov 18 15:04:12.100330 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dd2f8917-b8cc-4365-91e3-2bea7ebdde7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:12.380267 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:12.545344 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fe016-9032-45b4-a399-4453c87a775f req-4e1a858c-e1ff-4f93-932f-def5bc950d4c tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:12.546966 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d24fe016-9032-45b4-a399-4453c87a775f req-4e1a858c-e1ff-4f93-932f-def5bc950d4c tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0901549
Nov 18 15:04:12.601433 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d24fe016-9032-45b4-a399-4453c87a775f req-7724452e-f569-475c-a493-6b48db64dfee tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430646
Nov 18 15:04:13.186578 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-caa0c26f-93a6-487a-b8be-1ebff1296d2c req-5744f1bc-7368-47a8-b7fc-73c7be0639a4 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 210 time: 0.0458515
Nov 18 15:04:13.484280 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:13.685254 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:13.832850 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781684f-386c-4223-8360-b80b93669374 req-8a013608-2c24-4fb2-9822-123a83f499f2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:13.834437 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0781684f-386c-4223-8360-b80b93669374 req-8a013608-2c24-4fb2-9822-123a83f499f2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0831716
Nov 18 15:04:13.885215 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0781684f-386c-4223-8360-b80b93669374 req-2bc21eec-eb23-4abb-a438-f87d9574e848 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0439804
Nov 18 15:04:14.541098 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3c6611aa-ca15-4528-bd1e-eae92730fe28 req-b21a23c4-6737-4d5b-b289-7744da39787f tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 210 time: 0.2236934
Nov 18 15:04:15.119485 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f9055-71fc-47c0-a73d-8bf9cd85f421 req-e1c89c1c-1c3a-452c-8283-8c03ac7160b0 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:15.121095 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cd2f9055-71fc-47c0-a73d-8bf9cd85f421 req-e1c89c1c-1c3a-452c-8283-8c03ac7160b0 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0856609
Nov 18 15:04:15.167852 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cd2f9055-71fc-47c0-a73d-8bf9cd85f421 req-c8d58b6f-1606-4971-aeed-98bff8c34305 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0407989
Nov 18 15:04:15.923947 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-83f03ee5-ec93-4765-9d58-49859fc49199 req-0df1b326-cc03-47a1-8985-1cbce366731a tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 210 time: 0.2519970
Nov 18 15:04:16.478042 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f35317-0ebb-402f-86da-ea88f0674992 req-de92c904-a1b7-46bf-b9bf-8ea5688f9992 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:16.479576 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-81f35317-0ebb-402f-86da-ea88f0674992 req-de92c904-a1b7-46bf-b9bf-8ea5688f9992 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.1639302
Nov 18 15:04:16.531479 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-81f35317-0ebb-402f-86da-ea88f0674992 req-1d501c35-5203-4bd7-b50b-dc67bc0f1ef5 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0456035
Nov 18 15:04:17.131901 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59ac9262-5736-453b-b86e-c9a530338540 req-6272a709-d410-403d-bcd5-bcfc3379ea27 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 210 time: 0.0743048
Nov 18 15:04:17.770547 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd98605-35da-4a5c-9cdc-03869efcbaab req-fe2e2c77-1f99-4d73-921e-60ddb447ffcf tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:17.772131 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1cd98605-35da-4a5c-9cdc-03869efcbaab req-fe2e2c77-1f99-4d73-921e-60ddb447ffcf tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0823674
Nov 18 15:04:17.825468 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1cd98605-35da-4a5c-9cdc-03869efcbaab req-9153b14f-ae81-4c0d-866f-9e5a4caa0d5f tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0463431
Nov 18 15:04:18.317439 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-66ae59d5-cec3-4bbd-abbe-0b799df65d38 req-4787d976-3b3f-493d-a7cd-fb5c042e3c71 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 210 time: 0.0458918
Nov 18 15:04:19.056212 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581dfb5-1324-432f-9c22-67006444009e req-608a9720-9e5a-45f6-90a3-a83628a929ae tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:19.057842 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6581dfb5-1324-432f-9c22-67006444009e req-608a9720-9e5a-45f6-90a3-a83628a929ae tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0852830
Nov 18 15:04:19.105438 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6581dfb5-1324-432f-9c22-67006444009e req-b806664e-d086-4922-bb80-cf8f4fd1ead2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0412698
Nov 18 15:04:19.498309 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d08bb484-b949-429c-a160-7affc4825d14 req-3dc4a938-d1e9-4554-8282-65ccdd1e979d tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 210 time: 0.0491483
Nov 18 15:04:20.338992 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c03a9-746c-47ed-a353-f526372b6efd req-9cf3b537-a152-433e-9e39-b49a8a0ac553 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:20.340599 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-000c03a9-746c-47ed-a353-f526372b6efd req-9cf3b537-a152-433e-9e39-b49a8a0ac553 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0918500
Nov 18 15:04:20.391569 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-000c03a9-746c-47ed-a353-f526372b6efd req-04f7a3c6-dd4e-4d00-931a-b74adac860fa tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0449245
Nov 18 15:04:20.690222 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5c6c49d4-3dc6-4032-b203-96f1297aa58c req-60cbfe39-66f9-4a65-a64c-a4d5a2ff4996 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 210 time: 0.0471044
Nov 18 15:04:21.629711 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64263580-c64f-4d78-9abc-3828087cadec req-61d6eef1-be93-450f-8d49-5a1fd373ee4c tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:21.631355 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-64263580-c64f-4d78-9abc-3828087cadec req-61d6eef1-be93-450f-8d49-5a1fd373ee4c tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0905733
Nov 18 15:04:21.680872 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-64263580-c64f-4d78-9abc-3828087cadec req-422fd026-da93-4740-95ad-45783865b0e6 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424433
Nov 18 15:04:21.889021 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cef9b472-4f49-4c40-9436-60b8b88d82b9 req-824804c2-047d-4b11-980b-68b7a98f4822 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 210 time: 0.0560720
Nov 18 15:04:22.921447 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f6a6e-ccab-4368-a094-be06cab4c936 req-93e6f8be-7b5c-46c4-8187-195aa51aa213 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:22.923048 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4a3f6a6e-ccab-4368-a094-be06cab4c936 req-93e6f8be-7b5c-46c4-8187-195aa51aa213 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0950394
Nov 18 15:04:22.971258 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4a3f6a6e-ccab-4368-a094-be06cab4c936 req-bbc5f28e-54b6-49f0-9d25-91103567c28f tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421169
Nov 18 15:04:23.061038 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0f981631-0583-44a1-a44c-899ed24005d0 req-d2285a4b-62f7-4eaf-b8a9-c67076c3f411 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 210 time: 0.0487988
Nov 18 15:04:24.201673 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c0b82-37dd-41e8-8249-f32f0074aa19 req-961a91e8-f689-4237-9616-63f5ca22ee02 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:24.203279 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d0c0b82-37dd-41e8-8249-f32f0074aa19 req-961a91e8-f689-4237-9616-63f5ca22ee02 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0875449
Nov 18 15:04:24.238831 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7b3dcb11-4608-473b-b55b-1742d2420568 req-0d7f44e3-ccb7-4829-97e6-1a2aed5c2002 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 210 time: 0.0460620
Nov 18 15:04:24.253547 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d0c0b82-37dd-41e8-8249-f32f0074aa19 req-3e7fb793-c0e4-4fbc-b683-8bad88ae96ba tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425699
Nov 18 15:04:25.427218 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f5930639-ef3e-47f6-80f4-8a8aeff9d16c req-90f2756c-637b-4ac0-94b1-fc5b79aa612c tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 210 time: 0.0470903
Nov 18 15:04:25.488801 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60007d-4c85-4607-ba7d-3851dd5d2984 req-46f87fcd-2cb6-462a-83ef-0a9805241069 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:25.490453 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0b60007d-4c85-4607-ba7d-3851dd5d2984 req-46f87fcd-2cb6-462a-83ef-0a9805241069 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0845110
Nov 18 15:04:25.542939 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0b60007d-4c85-4607-ba7d-3851dd5d2984 req-d81dde8a-5e41-44a8-8782-9010e8a5c5f3 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0456574
Nov 18 15:04:25.865882 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0239d2-1116-421b-98a4-519c61b29631 req-ef62a02a-72e3-4fcd-b7fa-4525fe894828 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:25.867476 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de0239d2-1116-421b-98a4-519c61b29631 req-ef62a02a-72e3-4fcd-b7fa-4525fe894828 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.15 "GET /v2.0/networks?id=99087502-fe9c-44a7-80e8-0fd7a825b954 HTTP/1.1" status: 200  len: 813 time: 0.1570406
Nov 18 15:04:25.885625 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-de0239d2-1116-421b-98a4-519c61b29631 req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Request body: {'port': {'device_id': 'ef30b687-c2c3-4280-9277-caff99f128a8', 'network_id': '99087502-fe9c-44a7-80e8-0fd7a825b954', 'admin_state_up': True, 'tenant_id': '49622a34b9694e4187e73317bc18fc55'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:04:26.030239 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-de0239d2-1116-421b-98a4-519c61b29631 req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:04:26.034346 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-de0239d2-1116-421b-98a4-519c61b29631 req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Usage tracker for resource:port and tenant:49622a34b9694e4187e73317bc18fc55 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:04:26.037225 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-de0239d2-1116-421b-98a4-519c61b29631 req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Quota usage for port was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:04:26.042959 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-de0239d2-1116-421b-98a4-519c61b29631 req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:04:26.051465 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de0239d2-1116-421b-98a4-519c61b29631 req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Made reservation on behalf of 49622a34b9694e4187e73317bc18fc55 for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:04:26.056986 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-de0239d2-1116-421b-98a4-519c61b29631 req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:26.363012 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-de0239d2-1116-421b-98a4-519c61b29631 req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Allocated IP 172.20.0.6 (99087502-fe9c-44a7-80e8-0fd7a825b954/971af91b-0ec1-4476-9700-dd3967bd5fde/bac553d0-7796-4fc8-9ac6-e278cdb868c2) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:04:26.628565 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-de0239d2-1116-421b-98a4-519c61b29631 req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:26.633715 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5795a680-f93e-4e64-a52f-5f55bf939aa6 req-fdd52db0-7a59-4302-9011-0bc21b379df7 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 210 time: 0.0656526
Nov 18 15:04:26.658519 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-de0239d2-1116-421b-98a4-519c61b29631 req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:26.674196 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bb7f0911-f4e6-4c3e-a2fe-8128da83a5c2 tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:26.771285 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da571e72-00b2-4af7-86dd-34d543d9c8ea req-98ba141b-5a30-4c80-940c-ef01e5e023fa tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:26.773018 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-da571e72-00b2-4af7-86dd-34d543d9c8ea req-98ba141b-5a30-4c80-940c-ef01e5e023fa tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0815835
Nov 18 15:04:26.813703 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Pushing event updated for resources: {'Port': ['ID=bac553d0-7796-4fc8-9ac6-e278cdb868c2,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:26.822679 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-da571e72-00b2-4af7-86dd-34d543d9c8ea req-f8d1aecd-a8ad-4d96-bc4f-0667cf013b3b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0432549
Nov 18 15:04:26.835031 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:26.835447 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:26.835888 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:26.836290 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:26.836687 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:26.837113 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:26.837506 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:26.837895 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:26.838353 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:26.838865 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:26.839259 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:26.839647 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:26.840075 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:26.840462 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:26.840893 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:26.841283 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:26.841669 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:26.842108 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:26.842443 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:26.842824 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:26.843209 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:26.843591 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:26.843974 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:26.844358 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:26.849970 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:26.886262 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de0239d2-1116-421b-98a4-519c61b29631 req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Network 99087502-fe9c-44a7-80e8-0fd7a825b954 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:04:26.887401 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-de0239d2-1116-421b-98a4-519c61b29631 req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:04:26.889835 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0239d2-1116-421b-98a4-519c61b29631 req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:04:26.955969 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0239d2-1116-421b-98a4-519c61b29631 req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:26.956634 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-de0239d2-1116-421b-98a4-519c61b29631 req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:26.975889 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de0239d2-1116-421b-98a4-519c61b29631 req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0944772
Nov 18 15:04:27.842031 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a480a-8211-4e9b-b9c1-bd4434f12307 req-4d8d76f1-87e1-4063-96b4-96a04356c96c tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:27.842786 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-4e0a480a-8211-4e9b-b9c1-bd4434f12307 req-4d8d76f1-87e1-4063-96b4-96a04356c96c tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Synchronizing usage tracker for tenant:49622a34b9694e4187e73317bc18fc55 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:04:27.858341 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-4e0a480a-8211-4e9b-b9c1-bd4434f12307 req-4d8d76f1-87e1-4063-96b4-96a04356c96c tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Unset dirty status for tenant:49622a34b9694e4187e73317bc18fc55 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:04:27.859562 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4e0a480a-8211-4e9b-b9c1-bd4434f12307 req-4d8d76f1-87e1-4063-96b4-96a04356c96c tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 931 time: 0.0981154
Nov 18 15:04:27.908297 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4e0a480a-8211-4e9b-b9c1-bd4434f12307 req-633e27f9-7510-4aa7-a213-7fa88c7f46e7 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423276
Nov 18 15:04:28.053469 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bf606-ca49-4df9-89bc-27f71bf9e50f req-5a32072a-a003-427f-b703-c44beb7cbc88 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:28.055483 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe5bf606-ca49-4df9-89bc-27f71bf9e50f req-5a32072a-a003-427f-b703-c44beb7cbc88 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0860314
Nov 18 15:04:28.103193 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe5bf606-ca49-4df9-89bc-27f71bf9e50f req-2ef61421-ffeb-4595-a2cd-d501fff15f2a tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0412455
Nov 18 15:04:28.633983 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-de0239d2-1116-421b-98a4-519c61b29631 req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] Request body: {'port': {'device_id': 'ef30b687-c2c3-4280-9277-caff99f128a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:04:28.747496 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-de0239d2-1116-421b-98a4-519c61b29631 req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:29.166933 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430c586-dfb1-4bd6-9325-6bfd8fe70dca req-c99f402c-1081-44b7-9120-2c9c725102e9 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:29.168554 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f430c586-dfb1-4bd6-9325-6bfd8fe70dca req-c99f402c-1081-44b7-9120-2c9c725102e9 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 931 time: 0.1248026
Nov 18 15:04:29.249986 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-de0239d2-1116-421b-98a4-519c61b29631 req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac553d0-7796-4fc8-9ac6-e278cdb868c2 {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 15:04:29.261663 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-de0239d2-1116-421b-98a4-519c61b29631 req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:29.272922 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f430c586-dfb1-4bd6-9325-6bfd8fe70dca req-8c25d4d6-7a09-4233-b7ec-5bd903d908fd tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754881
Nov 18 15:04:29.279470 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-de0239d2-1116-421b-98a4-519c61b29631 req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] Transition to ACTIVE for port object bac553d0-7796-4fc8-9ac6-e278cdb868c2 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:04:29.282411 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-de0239d2-1116-421b-98a4-519c61b29631 req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:29.299495 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-da1d4ea1-4d99-4215-b776-7f465bd2d6f7 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:29.334989 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817520e5-b9f3-415f-8db4-953ec18a25df req-15286a34-0498-4c17-bd74-b9c1a2e8d863 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:29.336494 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-817520e5-b9f3-415f-8db4-953ec18a25df req-15286a34-0498-4c17-bd74-b9c1a2e8d863 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0850494
Nov 18 15:04:29.384829 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-817520e5-b9f3-415f-8db4-953ec18a25df req-78ab750b-461d-43d9-b46b-294b080f2d9a tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421298
Nov 18 15:04:29.447097 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] Pushing event updated for resources: {'Port': ['ID=bac553d0-7796-4fc8-9ac6-e278cdb868c2,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:29.450196 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:29.628289 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-de0239d2-1116-421b-98a4-519c61b29631 req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] Attempting to bind port bac553d0-7796-4fc8-9ac6-e278cdb868c2 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:04:29.628669 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-de0239d2-1116-421b-98a4-519c61b29631 req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] Attempting to bind port bac553d0-7796-4fc8-9ac6-e278cdb868c2 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '111b206e-6ea0-440a-aebe-060ea63ac35d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '99087502-fe9c-44a7-80e8-0fd7a825b954'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:04:29.629074 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0239d2-1116-421b-98a4-519c61b29631 req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] Attempting to bind port bac553d0-7796-4fc8-9ac6-e278cdb868c2 on network 99087502-fe9c-44a7-80e8-0fd7a825b954 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:04:29.635956 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0239d2-1116-421b-98a4-519c61b29631 req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] Checking agent: {'id': '91607d16-723a-4a8c-80a4-032802295cf0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 34), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:04:29.636336 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0239d2-1116-421b-98a4-519c61b29631 req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] Checking segment: {'id': '111b206e-6ea0-440a-aebe-060ea63ac35d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '99087502-fe9c-44a7-80e8-0fd7a825b954'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:04:29.636760 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-de0239d2-1116-421b-98a4-519c61b29631 req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:29.637205 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0239d2-1116-421b-98a4-519c61b29631 req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] Bound using segment: {'id': '111b206e-6ea0-440a-aebe-060ea63ac35d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '99087502-fe9c-44a7-80e8-0fd7a825b954'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:04:29.637684 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-de0239d2-1116-421b-98a4-519c61b29631 req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] Bound port: bac553d0-7796-4fc8-9ac6-e278cdb868c2, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111b206e-6ea0-440a-aebe-060ea63ac35d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '99087502-fe9c-44a7-80e8-0fd7a825b954'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:04:29.638059 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-de0239d2-1116-421b-98a4-519c61b29631 req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:29.729548 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-de0239d2-1116-421b-98a4-519c61b29631 req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] For port bac553d0-7796-4fc8-9ac6-e278cdb868c2, host hv-cinder-73362, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:04:29.732724 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-de0239d2-1116-421b-98a4-519c61b29631 req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] For port bac553d0-7796-4fc8-9ac6-e278cdb868c2, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=bac553d0-7796-4fc8-9ac6-e278cdb868c2,segment=NetworkSegment(111b206e-6ea0-440a-aebe-060ea63ac35d),segment_id=111b206e-6ea0-440a-aebe-060ea63ac35d)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:04:29.736004 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-de0239d2-1116-421b-98a4-519c61b29631 req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:29.751032 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f0d32fb5-cf41-4d91-ad18-12e366c93c89 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:29.900632 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] Pushing event updated for resources: {'Port': ['ID=bac553d0-7796-4fc8-9ac6-e278cdb868c2,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:29.905553 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:29.940187 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-de0239d2-1116-421b-98a4-519c61b29631 req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:29.941715 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de0239d2-1116-421b-98a4-519c61b29631 req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] 10.222.0.15 "PUT /v2.0/ports/bac553d0-7796-4fc8-9ac6-e278cdb868c2 HTTP/1.1" status: 200  len: 1157 time: 1.3125920
Nov 18 15:04:29.942240 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef30b687-c2c3-4280-9277-caff99f128a8', 'tag': 'bac553d0-7796-4fc8-9ac6-e278cdb868c2'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:04:29.999038 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef30b687-c2c3-4280-9277-caff99f128a8', 'tag': 'bac553d0-7796-4fc8-9ac6-e278cdb868c2', 'status': 'completed', 'code': 200}
Nov 18 15:04:30.486855 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9e706-01ff-4336-b5a2-733da9512836 req-c9a3b260-f9b4-45b7-b2b5-b0fbfef76548 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:30.488457 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d6e9e706-01ff-4336-b5a2-733da9512836 req-c9a3b260-f9b4-45b7-b2b5-b0fbfef76548 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 943 time: 0.0877271
Nov 18 15:04:30.536376 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-d6e9e706-01ff-4336-b5a2-733da9512836 req-1bb81384-1915-4bb1-834f-5cb1f1a66838 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Synchronizing usage tracker for tenant:49622a34b9694e4187e73317bc18fc55 on resource:security_group {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:04:30.554197 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-d6e9e706-01ff-4336-b5a2-733da9512836 req-1bb81384-1915-4bb1-834f-5cb1f1a66838 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Unset dirty status for tenant:49622a34b9694e4187e73317bc18fc55 on resource:security_group {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:04:30.555462 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d6e9e706-01ff-4336-b5a2-733da9512836 req-1bb81384-1915-4bb1-834f-5cb1f1a66838 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609026
Nov 18 15:04:30.620107 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951a95b-a4c5-4f9c-8f2d-732a6cb5cccb req-988b2196-2bc7-4019-801f-a98f06d65002 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:30.621765 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9951a95b-a4c5-4f9c-8f2d-732a6cb5cccb req-988b2196-2bc7-4019-801f-a98f06d65002 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0870440
Nov 18 15:04:30.670392 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9951a95b-a4c5-4f9c-8f2d-732a6cb5cccb req-c235ef02-d453-4a3b-9c50-25175ba33271 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422955
Nov 18 15:04:31.317173 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-10a55bb5-28f2-4926-8310-32a279153fde req-f2af970c-3bbb-4770-bddb-431bcc646ce3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1389179
Nov 18 15:04:31.321214 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-884f2bb5-ceca-4b33-9bd9-5646be88e66c req-99679d81-6e66-4030-a86d-1bc284faacd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49622a34b9694e4187e73317bc18fc55&device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 1160 time: 0.1047790
Nov 18 15:04:31.526973 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f2bb5-ceca-4b33-9bd9-5646be88e66c req-6219857f-c3ea-438f-8ebd-5d2f5aac705a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:31.528535 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-884f2bb5-ceca-4b33-9bd9-5646be88e66c req-6219857f-c3ea-438f-8ebd-5d2f5aac705a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=49622a34b9694e4187e73317bc18fc55&shared=False HTTP/1.1" status: 200  len: 907 time: 0.1972308
Nov 18 15:04:31.584257 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-10a55bb5-28f2-4926-8310-32a279153fde req-c701f28c-cfb3-41f3-b542-1972d1484874 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a636a45410424918b4d9f679f113cafd&device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 1163 time: 0.1442931
Nov 18 15:04:31.774055 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c62eb-b9e6-40fb-a5c5-d2d256b67b66 req-cdbaa7b3-40bc-4157-bc7b-886a11149a9a tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:31.775811 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cb6c62eb-b9e6-40fb-a5c5-d2d256b67b66 req-cdbaa7b3-40bc-4157-bc7b-886a11149a9a tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 943 time: 0.0901046
Nov 18 15:04:31.845834 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cb6c62eb-b9e6-40fb-a5c5-d2d256b67b66 req-f8da4421-78f3-4deb-9a20-16462d8f419e tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528281
Nov 18 15:04:32.068092 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f2bb5-ceca-4b33-9bd9-5646be88e66c req-4172d747-6370-445e-8d3e-2a0ba6ad4b4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:32.069682 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-884f2bb5-ceca-4b33-9bd9-5646be88e66c req-4172d747-6370-445e-8d3e-2a0ba6ad4b4c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.5297992
Nov 18 15:04:32.081257 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a55bb5-28f2-4926-8310-32a279153fde req-40a80d21-1f5d-4e88-8ee4-7645ac307b77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:32.082787 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-10a55bb5-28f2-4926-8310-32a279153fde req-40a80d21-1f5d-4e88-8ee4-7645ac307b77 service neutron] 10.222.0.15 "GET /v2.0/networks?id=39f5108f-843e-41e3-81e6-112f46a760b7 HTTP/1.1" status: 200  len: 904 time: 0.4272816
Nov 18 15:04:32.197422 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44b300-f000-4079-bdb9-e279f057e081 req-efbdddef-d7c0-46b9-8942-ff905858f924 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:32.199062 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5d44b300-f000-4079-bdb9-e279f057e081 req-efbdddef-d7c0-46b9-8942-ff905858f924 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.2959144
Nov 18 15:04:32.291066 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-10a55bb5-28f2-4926-8310-32a279153fde req-3867e37a-10b5-46d1-8144-9f011b31775a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dab2caa-73c4-4e48-8653-c13eae84bf16 HTTP/1.1" status: 200  len: 1001 time: 0.1982353
Nov 18 15:04:32.297781 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5d44b300-f000-4079-bdb9-e279f057e081 req-b3a30aa1-5da8-4de7-8a03-6efe1d58e276 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0821817
Nov 18 15:04:32.366096 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de0239d2-1116-421b-98a4-519c61b29631 req-1cc518be-abd8-49f4-a1db-fdab29ab38c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49622a34b9694e4187e73317bc18fc55&device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 1160 time: 0.2192674
Nov 18 15:04:32.429232 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a55bb5-28f2-4926-8310-32a279153fde req-4fc66e6d-bcf7-4f56-a60f-209923909727 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:32.430790 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-10a55bb5-28f2-4926-8310-32a279153fde req-4fc66e6d-bcf7-4f56-a60f-209923909727 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d HTTP/1.1" status: 200  len: 849 time: 0.1321201
Nov 18 15:04:32.485441 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de0239d2-1116-421b-98a4-519c61b29631 req-d54e07ae-e008-440e-8376-056e0fab0f3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bac553d0-7796-4fc8-9ac6-e278cdb868c2 HTTP/1.1" status: 200  len: 217 time: 0.1104803
Nov 18 15:04:32.565948 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0239d2-1116-421b-98a4-519c61b29631 req-87ebc89f-398b-48b9-9166-b2d23fa95576 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:32.567568 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de0239d2-1116-421b-98a4-519c61b29631 req-87ebc89f-398b-48b9-9166-b2d23fa95576 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=971af91b-0ec1-4476-9700-dd3967bd5fde HTTP/1.1" status: 200  len: 853 time: 0.0745764
Nov 18 15:04:32.622924 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de0239d2-1116-421b-98a4-519c61b29631 req-a5f4fdec-0571-46fd-82b8-362905e9c280 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99087502-fe9c-44a7-80e8-0fd7a825b954&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483365
Nov 18 15:04:32.626736 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-10a55bb5-28f2-4926-8310-32a279153fde req-444f277c-22c9-47ca-a226-a16cfaa13e8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39f5108f-843e-41e3-81e6-112f46a760b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1828184
Nov 18 15:04:32.894995 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de0239d2-1116-421b-98a4-519c61b29631 req-fbf2427e-8547-4eb2-b007-b38d7da51959 service neutron] 10.222.0.15 "GET /v2.0/networks/99087502-fe9c-44a7-80e8-0fd7a825b954?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2586267
Nov 18 15:04:32.897002 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-10a55bb5-28f2-4926-8310-32a279153fde req-c20eb8cc-0d91-4821-b35e-8e9278c9ccb0 service neutron] 10.222.0.15 "GET /v2.0/networks/39f5108f-843e-41e3-81e6-112f46a760b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2594411
Nov 18 15:04:33.064222 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e619803-0060-49a9-8dd9-b7ef48638270 req-e637df41-b3f3-4ab3-9686-587ce3fabeb3 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:33.065901 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e619803-0060-49a9-8dd9-b7ef48638270 req-e637df41-b3f3-4ab3-9686-587ce3fabeb3 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 943 time: 0.0839798
Nov 18 15:04:33.113918 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e619803-0060-49a9-8dd9-b7ef48638270 req-793b68bd-8709-4278-b3bd-ca53326e0b26 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411994
Nov 18 15:04:33.168762 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de0239d2-1116-421b-98a4-519c61b29631 req-84a3c07f-2649-4120-999f-8a1cfbff8306 service neutron] 10.222.0.15 "GET /v2.0/networks/99087502-fe9c-44a7-80e8-0fd7a825b954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2598338
Nov 18 15:04:33.170802 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-10a55bb5-28f2-4926-8310-32a279153fde req-ebb203d5-4053-4280-bce8-5900982d0dfe service neutron] 10.222.0.15 "GET /v2.0/networks/39f5108f-843e-41e3-81e6-112f46a760b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2631884
Nov 18 15:04:33.661474 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac427fa-9d23-4415-9770-98d950565745 req-5432b7cb-e711-4402-8a17-b65a588d5557 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:33.663056 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9ac427fa-9d23-4415-9770-98d950565745 req-5432b7cb-e711-4402-8a17-b65a588d5557 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0859952
Nov 18 15:04:33.711001 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9ac427fa-9d23-4415-9770-98d950565745 req-112b3b00-3b48-4497-baec-3513190425be tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0417943
Nov 18 15:04:34.330490 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3f48d-9a85-4a6c-8e53-d6d0584734f5 req-b17a872a-de59-4658-b5a8-d1c3e0f44e6f tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:34.332090 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-60d3f48d-9a85-4a6c-8e53-d6d0584734f5 req-b17a872a-de59-4658-b5a8-d1c3e0f44e6f tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 943 time: 0.0880730
Nov 18 15:04:34.588187 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-60d3f48d-9a85-4a6c-8e53-d6d0584734f5 req-7e56bd7c-8df9-4b95-9116-d9ccc28f1831 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2499251
Nov 18 15:04:34.937625 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90f5d4-0a12-4277-bf22-681528867296 req-7a91defe-2445-45e9-8f8e-aae040f06b7f tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:34.939198 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3e90f5d4-0a12-4277-bf22-681528867296 req-7a91defe-2445-45e9-8f8e-aae040f06b7f tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0812383
Nov 18 15:04:34.989717 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3e90f5d4-0a12-4277-bf22-681528867296 req-4d79bd92-e811-4fae-94c5-139432b089dd tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0442739
Nov 18 15:04:35.517077 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:35.797800 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cde7b9-199f-47ac-9d7e-33df01e96ce0 req-d78fcc72-dd6a-43a6-9fd9-a9ccda1f4a1d tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:35.799380 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a1cde7b9-199f-47ac-9d7e-33df01e96ce0 req-d78fcc72-dd6a-43a6-9fd9-a9ccda1f4a1d tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 943 time: 0.0826199
Nov 18 15:04:35.848415 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a1cde7b9-199f-47ac-9d7e-33df01e96ce0 req-6e5f7385-9ad4-4d3b-82d4-195ead702216 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422537
Nov 18 15:04:36.217718 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e50c29-4471-403f-9ffb-ef3b18723ff6 req-1e24e3a1-9bf9-4a3c-9bc3-da6dc5df7ea1 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:36.219326 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41e50c29-4471-403f-9ffb-ef3b18723ff6 req-1e24e3a1-9bf9-4a3c-9bc3-da6dc5df7ea1 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0837605
Nov 18 15:04:36.267276 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41e50c29-4471-403f-9ffb-ef3b18723ff6 req-d18e2321-05c3-4c5d-a01d-6be6e9a09a42 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0412445
Nov 18 15:04:37.065218 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9682f-447b-413b-b0ab-95936fb100e9 req-a0bf138a-37f7-44a2-8d34-f312ffcc9caf tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:37.066822 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1fa9682f-447b-413b-b0ab-95936fb100e9 req-a0bf138a-37f7-44a2-8d34-f312ffcc9caf tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 943 time: 0.0847418
Nov 18 15:04:37.116329 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1fa9682f-447b-413b-b0ab-95936fb100e9 req-d1037d26-ad3c-4071-ab43-ec89d4ed4723 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425062
Nov 18 15:04:37.327630 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 37616) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:04:37.443595 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.objects.ports [None req-b44bfff0-2a43-4e55-bfd2-237ee719c854 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80266) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 18 15:04:37.481469 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:37.507140 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afbfd3-3355-468b-8ae6-2b29d38bf447 req-2470c031-fdd4-4b78-b733-704d57445050 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:37.508790 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88afbfd3-3355-468b-8ae6-2b29d38bf447 req-2470c031-fdd4-4b78-b733-704d57445050 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0888226
Nov 18 15:04:37.514055 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:04:37.518084 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Usage tracker for resource:security_group_rule and tenant:fb54e096d8894c9baaff0aff7a3ef7d9 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:04:37.521068 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:04:37.527326 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:04:37.558452 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88afbfd3-3355-468b-8ae6-2b29d38bf447 req-6ca00228-bfeb-4dfa-a911-11bd6c848dc5 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0432384
Nov 18 15:04:37.598071 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:37.601668 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:37.609775 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8cf3b708-0a45-4d6c-b0d4-29aa694c7881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:37.655570 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b588e1cf-41f2-4b99-82a3-1e5ec997c1b7,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:37.659428 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb54e096d8894c9baaff0aff7a3ef7d9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3306530
Nov 18 15:04:37.662252 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 37624) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:04:37.668053 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:37.668481 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:37.668941 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:37.669344 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:37.669747 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:37.670151 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:37.670554 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:37.670953 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:37.671450 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:37.671750 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:37.672145 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:37.672541 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:37.673000 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:37.673395 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:37.673795 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:37.674187 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:37.674767 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:37.674940 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:37.675319 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:37.675713 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:37.676078 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:37.676473 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:37.676887 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:37.677279 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:04:37.681744 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:37.730448 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-31b560e3-fbe0-46ff-9145-a43826835ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:37.756640 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-31b560e3-fbe0-46ff-9145-a43826835ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:37.803202 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-31b560e3-fbe0-46ff-9145-a43826835ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:37.808140 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:37.820760 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b560e3-fbe0-46ff-9145-a43826835ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b588e1cf-41f2-4b99-82a3-1e5ec997c1b7,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:37.823954 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-31b560e3-fbe0-46ff-9145-a43826835ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:37.826031 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-31b560e3-fbe0-46ff-9145-a43826835ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:37.827244 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-31b560e3-fbe0-46ff-9145-a43826835ba7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b588e1cf-41f2-4b99-82a3-1e5ec997c1b7 HTTP/1.1" status: 204  len: 168 time: 0.1639593
Nov 18 15:04:38.163532 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 37634) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:04:38.183039 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-08f73244-a2d8-4dcf-ad35-d77a1d8c6334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:38.217411 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device bac553d0-7796-4fc8-9ac6-e278cdb868c2 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:04:38.220125 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-08f73244-a2d8-4dcf-ad35-d77a1d8c6334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:04:38.224203 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-08f73244-a2d8-4dcf-ad35-d77a1d8c6334 admin admin] Usage tracker for resource:security_group_rule and tenant:12a5160dc48d4acc9cc3e3202d973504 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:04:38.227282 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-08f73244-a2d8-4dcf-ad35-d77a1d8c6334 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:04:38.233112 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-08f73244-a2d8-4dcf-ad35-d77a1d8c6334 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:04:38.270460 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:04:38.289422 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning for port bac553d0-7796-4fc8-9ac6-e278cdb868c2 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:04:38.294285 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port bac553d0-7796-4fc8-9ac6-e278cdb868c2 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:04:38.294711 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:38.304506 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-08f73244-a2d8-4dcf-ad35-d77a1d8c6334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:38.308325 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-08f73244-a2d8-4dcf-ad35-d77a1d8c6334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:38.316432 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-934b1329-0276-4e6e-bbe9-1ede842c9d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:38.341496 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467d579-1be7-403e-b8c1-01d23c585760 req-5bea4e41-c9a1-48e4-ba6a-0973898045b2 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:38.343116 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d467d579-1be7-403e-b8c1-01d23c585760 req-5bea4e41-c9a1-48e4-ba6a-0973898045b2 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 943 time: 0.0886290
Nov 18 15:04:38.359957 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f73244-a2d8-4dcf-ad35-d77a1d8c6334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36df223-9adc-4889-a9f3-98ae3401f91c,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:38.367215 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-08f73244-a2d8-4dcf-ad35-d77a1d8c6334 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12a5160dc48d4acc9cc3e3202d973504&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2025166
Nov 18 15:04:38.368389 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 37638) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:04:38.369288 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-08f73244-a2d8-4dcf-ad35-d77a1d8c6334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:38.395133 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d467d579-1be7-403e-b8c1-01d23c585760 req-4e15da72-1194-4326-a048-4b1a219bd09e tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451546
Nov 18 15:04:38.423259 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:38.440727 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-81ab336b-cfb6-4fdc-a1d2-031f003fc063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:38.451666 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef30b687-c2c3-4280-9277-caff99f128a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac553d0-7796-4fc8-9ac6-e278cdb868c2'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:04:38.462660 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port bac553d0-7796-4fc8-9ac6-e278cdb868c2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=bac553d0-7796-4fc8-9ac6-e278cdb868c2,segment=NetworkSegment(111b206e-6ea0-440a-aebe-060ea63ac35d),segment_id=111b206e-6ea0-440a-aebe-060ea63ac35d)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:04:38.467166 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:38.469021 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:38.469149 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-81ab336b-cfb6-4fdc-a1d2-031f003fc063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:38.514867 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-81ab336b-cfb6-4fdc-a1d2-031f003fc063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:38.518439 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef30b687-c2c3-4280-9277-caff99f128a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac553d0-7796-4fc8-9ac6-e278cdb868c2', 'code': 200}
Nov 18 15:04:38.520212 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f24408f9-488f-4458-89e8-375cacab71e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:38.541039 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-81ab336b-cfb6-4fdc-a1d2-031f003fc063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:38.544279 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-81ab336b-cfb6-4fdc-a1d2-031f003fc063 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c36df223-9adc-4889-a9f3-98ae3401f91c HTTP/1.1" status: 204  len: 168 time: 0.1720107
Nov 18 15:04:38.544279 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab336b-cfb6-4fdc-a1d2-031f003fc063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36df223-9adc-4889-a9f3-98ae3401f91c,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:38.550195 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-81ab336b-cfb6-4fdc-a1d2-031f003fc063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:38.550662 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=bac553d0-7796-4fc8-9ac6-e278cdb868c2,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:38.565908 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:38.786018 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7350b229-da6d-4161-831e-46a3fca4082b req-ee05e8dc-0101-41d1-8398-fa8206f9f220 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 1162 time: 0.0802701
Nov 18 15:04:38.803072 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cf707-80b8-4b92-ac9c-87fc3d65f88e req-94fe1f78-7610-4131-bce7-1db24ac5db4f tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:38.804873 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a8cf707-80b8-4b92-ac9c-87fc3d65f88e req-94fe1f78-7610-4131-bce7-1db24ac5db4f tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0922575
Nov 18 15:04:38.833101 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7350b229-da6d-4161-831e-46a3fca4082b req-fc5c348c-4a19-4f8e-99ae-9d4d2372bbd8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395632
Nov 18 15:04:38.857047 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a8cf707-80b8-4b92-ac9c-87fc3d65f88e req-837c9f7e-7af0-4d85-9280-445191de20cb tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0446122
Nov 18 15:04:39.444776 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device bac553d0-7796-4fc8-9ac6-e278cdb868c2 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:04:39.505367 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f6c1f11a-c284-4d97-b1e8-fa0c4222ccf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:39.534495 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port bac553d0-7796-4fc8-9ac6-e278cdb868c2 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:04:39.535164 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:39.625412 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b78877-2486-48cf-8c9d-6535547796bf req-7180e9f7-16bd-4de3-b58a-242817e417c7 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:39.627270 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41b78877-2486-48cf-8c9d-6535547796bf req-7180e9f7-16bd-4de3-b58a-242817e417c7 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 945 time: 0.0886610
Nov 18 15:04:39.678792 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41b78877-2486-48cf-8c9d-6535547796bf req-74b0da8b-63d3-49a6-ae39-f3fd9daa0948 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430534
Nov 18 15:04:40.091959 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f690d-a8cf-45da-9e88-f039c9eb60a4 req-d7236a50-9ef2-4031-a8c4-59e366c14914 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:40.093602 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd9f690d-a8cf-45da-9e88-f039c9eb60a4 req-d7236a50-9ef2-4031-a8c4-59e366c14914 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0846324
Nov 18 15:04:40.143018 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd9f690d-a8cf-45da-9e88-f039c9eb60a4 req-e842be00-e4dd-4546-a31f-10145b06bb8c tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0433116
Nov 18 15:04:40.887934 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85677b4-c157-434c-b3b0-9da7eb0c1f52 req-daca6291-f6fa-4a45-825f-08f31a85f5d9 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:40.889558 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e85677b4-c157-434c-b3b0-9da7eb0c1f52 req-daca6291-f6fa-4a45-825f-08f31a85f5d9 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 945 time: 0.0831685
Nov 18 15:04:40.938634 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e85677b4-c157-434c-b3b0-9da7eb0c1f52 req-f8544409-7290-464a-b7f5-51777b5bed3c tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428071
Nov 18 15:04:41.380503 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a1be5-2c48-451e-961e-dcfe59749437 req-7115b6b3-85c2-41d5-937c-1d8cb1fd8dd4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:41.382164 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5c1a1be5-2c48-451e-961e-dcfe59749437 req-7115b6b3-85c2-41d5-937c-1d8cb1fd8dd4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.0887456
Nov 18 15:04:41.685600 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5c1a1be5-2c48-451e-961e-dcfe59749437 req-a5823d5d-7353-4e9c-89ef-579bb2e933d5 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2965643
Nov 18 15:04:42.106364 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c0b8da1e-4493-4feb-8e51-2f48312c3442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:42.190703 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 057172c0-8ad5-4186-8f46-c3184bda9b5d up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:04:42.265834 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 057172c0-8ad5-4186-8f46-c3184bda9b5d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:04:42.266172 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:42.395598 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:42.409325 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:42.424390 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6506193-1698-4272-bf79-49303491d9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057172c0-8ad5-4186-8f46-c3184bda9b5d'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:04:42.435017 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port 057172c0-8ad5-4186-8f46-c3184bda9b5d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=057172c0-8ad5-4186-8f46-c3184bda9b5d,segment=NetworkSegment(bdf35626-376f-46d2-a75a-1faeae9f5e65),segment_id=bdf35626-376f-46d2-a75a-1faeae9f5e65)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:04:42.438885 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:42.439790 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device bac553d0-7796-4fc8-9ac6-e278cdb868c2 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:04:42.468668 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:42.507058 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6506193-1698-4272-bf79-49303491d9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057172c0-8ad5-4186-8f46-c3184bda9b5d', 'code': 200}
Nov 18 15:04:42.564908 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=057172c0-8ad5-4186-8f46-c3184bda9b5d,revision_number=6']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:42.570869 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:42.579366 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port bac553d0-7796-4fc8-9ac6-e278cdb868c2 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:04:42.579791 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:42.928129 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1f3b0-97d4-4062-b25a-9bcd351c350c req-ad6e7aa3-fb6c-4e48-940a-bdb78b4a30a8 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:42.930532 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41d1f3b0-97d4-4062-b25a-9bcd351c350c req-ad6e7aa3-fb6c-4e48-940a-bdb78b4a30a8 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0894909
Nov 18 15:04:42.987444 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41d1f3b0-97d4-4062-b25a-9bcd351c350c req-d6ba8112-cf12-475a-842b-c2a69e10bcb6 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0503767
Nov 18 15:04:43.209035 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4d12c66e-3116-44fc-931a-1ad79b92c375 req-28e99bac-e4ba-4ea9-9f6a-2bb07a1c0ea5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 1163 time: 0.1622374
Nov 18 15:04:43.259514 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4d12c66e-3116-44fc-931a-1ad79b92c375 req-6863f03e-5acc-4755-b583-3246f7a362b9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0402806
Nov 18 15:04:43.432326 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 057172c0-8ad5-4186-8f46-c3184bda9b5d up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:04:43.492943 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:43.521902 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 057172c0-8ad5-4186-8f46-c3184bda9b5d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:04:43.522324 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:43.686250 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:43.868812 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 37816) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:04:44.024684 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-859a4c94-4133-43a8-acf3-0bd74984c4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:44.057344 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-859a4c94-4133-43a8-acf3-0bd74984c4df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:04:44.061698 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-859a4c94-4133-43a8-acf3-0bd74984c4df admin admin] Usage tracker for resource:security_group_rule and tenant:2c81e3637fc849b1800c6bd6be9a7596 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:04:44.064634 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-859a4c94-4133-43a8-acf3-0bd74984c4df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:04:44.070934 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-859a4c94-4133-43a8-acf3-0bd74984c4df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:04:44.178332 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-859a4c94-4133-43a8-acf3-0bd74984c4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:44.184995 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-859a4c94-4133-43a8-acf3-0bd74984c4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:44.201150 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ec6e90d3-88ae-4ee2-a6e0-78208f960e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:44.250893 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a4c94-4133-43a8-acf3-0bd74984c4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efad78ff-1825-449f-8811-79191603e27b,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:44.259867 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-859a4c94-4133-43a8-acf3-0bd74984c4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:44.265925 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-859a4c94-4133-43a8-acf3-0bd74984c4df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c81e3637fc849b1800c6bd6be9a7596&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3959575
Nov 18 15:04:44.268652 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 37826) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:04:44.286601 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de2393-d5cb-42bd-9b06-d058378d3cc4 req-7a240852-8864-44b2-8b4c-c2e281bd4834 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:44.288206 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a8de2393-d5cb-42bd-9b06-d058378d3cc4 req-7a240852-8864-44b2-8b4c-c2e281bd4834 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.1475348
Nov 18 15:04:44.335535 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a743-da1c-48c0-abbf-a37c82fe3d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:44.339306 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a8de2393-d5cb-42bd-9b06-d058378d3cc4 req-e315f60b-fbe8-4dc0-a696-fca9d09b504c tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0443225
Nov 18 15:04:44.361218 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a743-da1c-48c0-abbf-a37c82fe3d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:44.410168 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a743-da1c-48c0-abbf-a37c82fe3d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:44.415406 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-49f9aaf5-55cc-4adc-860e-a370aca6a344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:44.429147 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2a743-da1c-48c0-abbf-a37c82fe3d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efad78ff-1825-449f-8811-79191603e27b,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:44.434688 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a7c2a743-da1c-48c0-abbf-a37c82fe3d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:44.438980 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a743-da1c-48c0-abbf-a37c82fe3d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:44.440687 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a7c2a743-da1c-48c0-abbf-a37c82fe3d09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/efad78ff-1825-449f-8811-79191603e27b HTTP/1.1" status: 204  len: 168 time: 0.1704681
Nov 18 15:04:44.781039 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 37834) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:04:44.800315 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1089f7d3-b773-49ed-8eb3-1191f307a6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:44.833196 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1089f7d3-b773-49ed-8eb3-1191f307a6ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:04:44.837742 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-1089f7d3-b773-49ed-8eb3-1191f307a6ec admin admin] Usage tracker for resource:security_group_rule and tenant:8632fc6f327f4d7ba5b46d43a6da53d7 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:04:44.840646 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-1089f7d3-b773-49ed-8eb3-1191f307a6ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:04:44.846645 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1089f7d3-b773-49ed-8eb3-1191f307a6ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:04:44.924434 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1089f7d3-b773-49ed-8eb3-1191f307a6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:44.928042 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1089f7d3-b773-49ed-8eb3-1191f307a6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:44.936500 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bc43f40d-ead0-4d3c-940e-364b62adcedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:44.981334 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089f7d3-b773-49ed-8eb3-1191f307a6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a59a08-fd80-4e3c-9eba-177e924294e9,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:44.988925 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1089f7d3-b773-49ed-8eb3-1191f307a6ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8632fc6f327f4d7ba5b46d43a6da53d7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2043722
Nov 18 15:04:44.988925 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1089f7d3-b773-49ed-8eb3-1191f307a6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:44.989240 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 37844) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:04:45.051899 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ae27bd1-3f48-43e5-8a04-e3d6434ad7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:45.079977 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ae27bd1-3f48-43e5-8a04-e3d6434ad7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:45.125173 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ae27bd1-3f48-43e5-8a04-e3d6434ad7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:45.130476 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b4c72e9f-b329-4647-b121-881650c6619f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:45.144895 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae27bd1-3f48-43e5-8a04-e3d6434ad7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a59a08-fd80-4e3c-9eba-177e924294e9,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:45.147704 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6ae27bd1-3f48-43e5-8a04-e3d6434ad7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:45.148986 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ae27bd1-3f48-43e5-8a04-e3d6434ad7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:45.152912 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6ae27bd1-3f48-43e5-8a04-e3d6434ad7a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76a59a08-fd80-4e3c-9eba-177e924294e9 HTTP/1.1" status: 204  len: 168 time: 0.1627359
Nov 18 15:04:45.605189 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bc66b-6d71-449a-a46a-9e7849502715 req-d280d3dc-d164-45c9-ab6f-a5f989e581bf tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:45.606805 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d3bc66b-6d71-449a-a46a-9e7849502715 req-d280d3dc-d164-45c9-ab6f-a5f989e581bf tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.1147745
Nov 18 15:04:45.657151 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d3bc66b-6d71-449a-a46a-9e7849502715 req-4665133f-d9fc-4f8b-97e1-ccaba667310e tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0441983
Nov 18 15:04:46.888121 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858e5ce-7d79-4dda-a4aa-2875ba0249db req-1afdcc6a-1023-4b42-ad45-77c7ee9dfae0 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:04:46.889840 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3858e5ce-7d79-4dda-a4aa-2875ba0249db req-1afdcc6a-1023-4b42-ad45-77c7ee9dfae0 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0826089
Nov 18 15:04:46.942623 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3858e5ce-7d79-4dda-a4aa-2875ba0249db req-9a515016-b725-48ec-abaf-ebfbee7ab257 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0465887
Nov 18 15:04:47.453616 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 37932) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:04:47.608954 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb934bc2-62ed-4c59-8f1f-11b9da2dc11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:47.642157 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-eb934bc2-62ed-4c59-8f1f-11b9da2dc11a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:04:47.646231 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-eb934bc2-62ed-4c59-8f1f-11b9da2dc11a admin admin] Usage tracker for resource:security_group_rule and tenant:19ba43e8ea7142fcb5abc1673ec4cc60 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:04:47.649232 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-eb934bc2-62ed-4c59-8f1f-11b9da2dc11a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:04:47.655023 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-eb934bc2-62ed-4c59-8f1f-11b9da2dc11a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:04:47.722393 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb934bc2-62ed-4c59-8f1f-11b9da2dc11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:47.725370 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb934bc2-62ed-4c59-8f1f-11b9da2dc11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:47.735173 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7040b883-46e3-4933-88ae-aeacd2adaa4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:47.781224 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb934bc2-62ed-4c59-8f1f-11b9da2dc11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b53cb6-9789-445c-9557-5bfd1a56ced0,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:47.784575 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eb934bc2-62ed-4c59-8f1f-11b9da2dc11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:47.787631 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-eb934bc2-62ed-4c59-8f1f-11b9da2dc11a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19ba43e8ea7142fcb5abc1673ec4cc60&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3329368
Nov 18 15:04:47.790776 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 37938) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:04:47.855687 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8c8f4d7e-a315-4c93-945d-583cc9bf97fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:47.882872 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8c8f4d7e-a315-4c93-945d-583cc9bf97fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:47.927245 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8c8f4d7e-a315-4c93-945d-583cc9bf97fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:47.932825 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e5b149a5-b70e-460a-a1ee-347c459eeacc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:47.943608 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f4d7e-a315-4c93-945d-583cc9bf97fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b53cb6-9789-445c-9557-5bfd1a56ced0,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:47.948382 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8c8f4d7e-a315-4c93-945d-583cc9bf97fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:47.950376 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8c8f4d7e-a315-4c93-945d-583cc9bf97fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:47.952216 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8c8f4d7e-a315-4c93-945d-583cc9bf97fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4b53cb6-9789-445c-9557-5bfd1a56ced0 HTTP/1.1" status: 204  len: 168 time: 0.1604531
Nov 18 15:04:48.307924 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 37948) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:04:48.327146 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25a10154-a66a-46c5-ac37-138bcebf18bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:48.361537 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-25a10154-a66a-46c5-ac37-138bcebf18bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:04:48.365524 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-25a10154-a66a-46c5-ac37-138bcebf18bc admin admin] Usage tracker for resource:security_group_rule and tenant:937547f24fcd45acaab401ca8e2af618 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:04:48.368429 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-25a10154-a66a-46c5-ac37-138bcebf18bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:04:48.374969 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-25a10154-a66a-46c5-ac37-138bcebf18bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:04:48.444031 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25a10154-a66a-46c5-ac37-138bcebf18bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:48.447417 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25a10154-a66a-46c5-ac37-138bcebf18bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:48.454173 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8c8f4d7e-a315-4c93-945d-583cc9bf97fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:48.502124 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a10154-a66a-46c5-ac37-138bcebf18bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3a07b6-fd6d-420d-9154-cc0fa627d126,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:48.505450 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-25a10154-a66a-46c5-ac37-138bcebf18bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:48.510005 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-25a10154-a66a-46c5-ac37-138bcebf18bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=937547f24fcd45acaab401ca8e2af618&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2008252
Nov 18 15:04:48.512472 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 37952) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:04:48.579366 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-491cb784-35a6-4c08-9fbc-1c16cc143e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:48.606902 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-491cb784-35a6-4c08-9fbc-1c16cc143e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:48.651337 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-491cb784-35a6-4c08-9fbc-1c16cc143e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:48.656614 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b997a2ea-aaa3-4ea1-9b2d-aba4a606b190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:04:48.670964 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491cb784-35a6-4c08-9fbc-1c16cc143e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3a07b6-fd6d-420d-9154-cc0fa627d126,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:04:48.674158 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-491cb784-35a6-4c08-9fbc-1c16cc143e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:04:48.675063 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-491cb784-35a6-4c08-9fbc-1c16cc143e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:04:48.676372 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-491cb784-35a6-4c08-9fbc-1c16cc143e87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff3a07b6-fd6d-420d-9154-cc0fa627d126 HTTP/1.1" status: 204  len: 168 time: 0.1625614
Nov 18 15:05:02.262924 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 38090) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:05:02.411834 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b9d8-11b9-4e36-a1f0-52f1c214f459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:02.444577 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f2f2b9d8-11b9-4e36-a1f0-52f1c214f459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:05:02.449212 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f2f2b9d8-11b9-4e36-a1f0-52f1c214f459 admin admin] Usage tracker for resource:security_group_rule and tenant:c1b9a7d6fa7e4d8ea5ca949ae8cea968 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:05:02.452169 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f2f2b9d8-11b9-4e36-a1f0-52f1c214f459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:05:02.458284 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f2f2b9d8-11b9-4e36-a1f0-52f1c214f459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:05:02.529886 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b9d8-11b9-4e36-a1f0-52f1c214f459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:02.532874 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b9d8-11b9-4e36-a1f0-52f1c214f459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:02.541818 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dc672109-447a-44be-b3a0-322142d1a5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:05:02.585048 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2b9d8-11b9-4e36-a1f0-52f1c214f459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378f7bcb-fa31-4fca-adaf-cec9cae97d83,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:05:02.591917 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f2f2b9d8-11b9-4e36-a1f0-52f1c214f459 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1b9a7d6fa7e4d8ea5ca949ae8cea968&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3255301
Nov 18 15:05:02.591917 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f2f2b9d8-11b9-4e36-a1f0-52f1c214f459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:05:02.592273 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 38100) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:05:02.654309 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e858dbf-451e-4da4-8c6e-f95a0d392b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:02.681693 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e858dbf-451e-4da4-8c6e-f95a0d392b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:02.725160 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e858dbf-451e-4da4-8c6e-f95a0d392b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:02.730629 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-053d0beb-7b0b-420f-864d-815a0e90e35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:05:02.744077 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e858dbf-451e-4da4-8c6e-f95a0d392b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378f7bcb-fa31-4fca-adaf-cec9cae97d83,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:05:02.749041 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2e858dbf-451e-4da4-8c6e-f95a0d392b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:05:02.753215 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e858dbf-451e-4da4-8c6e-f95a0d392b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:02.754427 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2e858dbf-451e-4da4-8c6e-f95a0d392b7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/378f7bcb-fa31-4fca-adaf-cec9cae97d83 HTTP/1.1" status: 204  len: 168 time: 0.1611567
Nov 18 15:05:03.090697 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 38108) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:05:03.109903 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6d61881e-19c6-42e0-92f0-360da56327fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:03.143450 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6d61881e-19c6-42e0-92f0-360da56327fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:05:03.147511 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-6d61881e-19c6-42e0-92f0-360da56327fa admin admin] Usage tracker for resource:security_group_rule and tenant:53c7833740c5496b9e591d70c3b8c842 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:05:03.150514 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-6d61881e-19c6-42e0-92f0-360da56327fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:05:03.156206 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6d61881e-19c6-42e0-92f0-360da56327fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:05:03.227216 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6d61881e-19c6-42e0-92f0-360da56327fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:03.229761 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6d61881e-19c6-42e0-92f0-360da56327fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:03.237118 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-102a502d-d757-465d-a790-2adf6c04fe6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:05:03.280435 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61881e-19c6-42e0-92f0-360da56327fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cb553c-a0eb-4444-9425-e5c0c2730265,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:05:03.283753 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6d61881e-19c6-42e0-92f0-360da56327fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:05:03.286901 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6d61881e-19c6-42e0-92f0-360da56327fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53c7833740c5496b9e591d70c3b8c842&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1951575
Nov 18 15:05:03.289666 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 38112) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:05:03.350529 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2dad8563-1c8c-41f8-b08e-733c5c6cdbaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:03.377128 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2dad8563-1c8c-41f8-b08e-733c5c6cdbaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:03.422442 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2dad8563-1c8c-41f8-b08e-733c5c6cdbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:03.427679 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ab5fa947-985c-4cba-a791-b9e9f435d79e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:05:03.441212 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad8563-1c8c-41f8-b08e-733c5c6cdbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cb553c-a0eb-4444-9425-e5c0c2730265,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:05:03.444207 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2dad8563-1c8c-41f8-b08e-733c5c6cdbaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:05:03.445629 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2dad8563-1c8c-41f8-b08e-733c5c6cdbaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:03.446834 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2dad8563-1c8c-41f8-b08e-733c5c6cdbaf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5cb553c-a0eb-4444-9425-e5c0c2730265 HTTP/1.1" status: 204  len: 168 time: 0.1563549
Nov 18 15:05:05.516141 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:09.477358 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5e908a07-f752-4e49-8e8e-e637018ab9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:12.106117 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5c7c0ea4-316b-40a5-ac6f-5c50492eb71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:12.389121 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:13.485860 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:13.687609 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:14.978971 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 38236) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:05:15.130891 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5c72c7a8-a039-40ab-90af-4cfadf7bf04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:15.166620 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5c72c7a8-a039-40ab-90af-4cfadf7bf04e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:05:15.170676 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5c72c7a8-a039-40ab-90af-4cfadf7bf04e admin admin] Usage tracker for resource:security_group_rule and tenant:6af1e9a9e7c94a43a5614be8643dc1cd is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:05:15.173675 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5c72c7a8-a039-40ab-90af-4cfadf7bf04e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:05:15.179899 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5c72c7a8-a039-40ab-90af-4cfadf7bf04e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:05:15.248316 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5c72c7a8-a039-40ab-90af-4cfadf7bf04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:15.250929 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5c72c7a8-a039-40ab-90af-4cfadf7bf04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:15.258841 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:05:15.270664 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:05:15.299899 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72c7a8-a039-40ab-90af-4cfadf7bf04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2447c0c-b64f-4ba5-8be0-a2bd8c2a2a1d,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:05:15.303405 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5c72c7a8-a039-40ab-90af-4cfadf7bf04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:05:15.306216 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5c72c7a8-a039-40ab-90af-4cfadf7bf04e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6af1e9a9e7c94a43a5614be8643dc1cd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3261857
Nov 18 15:05:15.308853 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 38244) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:05:15.370796 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bcc104bc-5ecd-461a-b21e-4b76d690abf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:15.397575 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bcc104bc-5ecd-461a-b21e-4b76d690abf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:15.442088 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bcc104bc-5ecd-461a-b21e-4b76d690abf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:15.446905 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:05:15.460219 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc104bc-5ecd-461a-b21e-4b76d690abf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2447c0c-b64f-4ba5-8be0-a2bd8c2a2a1d,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:05:15.462984 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bcc104bc-5ecd-461a-b21e-4b76d690abf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:05:15.464141 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bcc104bc-5ecd-461a-b21e-4b76d690abf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:15.465364 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-bcc104bc-5ecd-461a-b21e-4b76d690abf9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2447c0c-b64f-4ba5-8be0-a2bd8c2a2a1d HTTP/1.1" status: 204  len: 168 time: 0.1552961
Nov 18 15:05:20.395324 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 38314) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:05:20.555965 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-69f81673-0a4b-4c14-978a-8a8e457e3483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:20.590423 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-69f81673-0a4b-4c14-978a-8a8e457e3483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:05:20.594624 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-69f81673-0a4b-4c14-978a-8a8e457e3483 admin admin] Usage tracker for resource:security_group_rule and tenant:54ae3df8b00d488da2bc13379376b38a is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:05:20.597646 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-69f81673-0a4b-4c14-978a-8a8e457e3483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:05:20.604105 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-69f81673-0a4b-4c14-978a-8a8e457e3483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:05:20.673120 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-69f81673-0a4b-4c14-978a-8a8e457e3483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:20.676194 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-69f81673-0a4b-4c14-978a-8a8e457e3483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:20.684227 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-af8fce71-8df1-4ea8-a2fe-300ca816b094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:05:20.726051 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f81673-0a4b-4c14-978a-8a8e457e3483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79bef06-510d-442d-8e24-660d31ac7e43,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:05:20.729587 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-69f81673-0a4b-4c14-978a-8a8e457e3483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:05:20.732720 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-69f81673-0a4b-4c14-978a-8a8e457e3483 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54ae3df8b00d488da2bc13379376b38a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3360729
Nov 18 15:05:20.735095 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 38326) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:05:20.799163 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39045d15-3952-4beb-89de-5b62b9c17c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:20.826616 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39045d15-3952-4beb-89de-5b62b9c17c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:20.872631 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39045d15-3952-4beb-89de-5b62b9c17c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:20.877769 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-08f73244-a2d8-4dcf-ad35-d77a1d8c6334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:05:20.893483 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39045d15-3952-4beb-89de-5b62b9c17c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79bef06-510d-442d-8e24-660d31ac7e43,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:05:20.895995 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-39045d15-3952-4beb-89de-5b62b9c17c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:05:20.900198 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39045d15-3952-4beb-89de-5b62b9c17c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:20.904593 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-39045d15-3952-4beb-89de-5b62b9c17c55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d79bef06-510d-442d-8e24-660d31ac7e43 HTTP/1.1" status: 204  len: 168 time: 0.1683059
Nov 18 15:05:21.239685 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 38336) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:05:21.259736 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-95a0974f-a0ee-4ca9-bbd1-776b0d5ec4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:21.292024 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-95a0974f-a0ee-4ca9-bbd1-776b0d5ec4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:05:21.296094 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-95a0974f-a0ee-4ca9-bbd1-776b0d5ec4eb admin admin] Usage tracker for resource:security_group_rule and tenant:3168d1fed6e345618ecf68564b36eac8 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:05:21.299094 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-95a0974f-a0ee-4ca9-bbd1-776b0d5ec4eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:05:21.305505 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-95a0974f-a0ee-4ca9-bbd1-776b0d5ec4eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:05:21.371768 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-95a0974f-a0ee-4ca9-bbd1-776b0d5ec4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:21.374754 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-95a0974f-a0ee-4ca9-bbd1-776b0d5ec4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:21.382795 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d6535de9-9dbf-4fe6-b2db-1abdbb969cfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:05:21.427715 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-95a0974f-a0ee-4ca9-bbd1-776b0d5ec4eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3168d1fed6e345618ecf68564b36eac8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1868951
Nov 18 15:05:21.429163 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0974f-a0ee-4ca9-bbd1-776b0d5ec4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfbcbb2-db39-45f0-be4f-cfa4a6c922b8,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:05:21.430974 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 38340) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:05:21.432318 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-95a0974f-a0ee-4ca9-bbd1-776b0d5ec4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:05:21.493519 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-16edac80-822c-4a56-9f03-2df335741133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:21.519381 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-16edac80-822c-4a56-9f03-2df335741133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:21.566176 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-16edac80-822c-4a56-9f03-2df335741133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:21.571172 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-982ff41e-e806-47cc-aa71-fccd46e7e30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:05:21.587279 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edac80-822c-4a56-9f03-2df335741133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfbcbb2-db39-45f0-be4f-cfa4a6c922b8,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:05:21.592554 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-16edac80-822c-4a56-9f03-2df335741133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:05:21.596811 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-16edac80-822c-4a56-9f03-2df335741133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:21.598016 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-16edac80-822c-4a56-9f03-2df335741133 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6dfbcbb2-db39-45f0-be4f-cfa4a6c922b8 HTTP/1.1" status: 204  len: 168 time: 0.1660097
Nov 18 15:05:22.473832 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 38366) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:05:22.611757 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-323580429-network', 'tenant_id': '3322bb8bf53842ffb644b0f9498cc6a1'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:05:22.617364 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:05:22.621431 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Usage tracker for resource:network and tenant:3322bb8bf53842ffb644b0f9498cc6a1 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:05:22.624412 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:05:22.630241 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:05:22.640427 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Made reservation on behalf of 3322bb8bf53842ffb644b0f9498cc6a1 for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:05:22.645097 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:22.657927 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:22.690200 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:05:22.694801 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Usage tracker for resource:security_group_rule and tenant:3322bb8bf53842ffb644b0f9498cc6a1 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:05:22.697725 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:05:22.703469 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:05:22.769728 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:22.772314 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:22.776485 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a0becd1b-6de3-4256-98a2-b74a15ef6df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:05:22.805202 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 15:05:22.818010 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e51d518-eab0-497b-9911-b79087f6b945,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:05:22.822934 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:05:22.823890 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:22.824278 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Added segment 44ae82ab-933d-4e4a-b5ba-065d77b83525 of type vxlan for network 6eacf6e1-cb1a-495c-ac9e-a86f13dd2496
Nov 18 15:05:22.850534 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306544781496'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:22.880081 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:22.881997 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:22.882637 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:22.887472 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:05:22.992910 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Pushing event updated for resources: {'Network': ['ID=6eacf6e1-cb1a-495c-ac9e-a86f13dd2496,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:05:22.996143 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5210803
Nov 18 15:05:22.997127 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:05:22.999070 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 38372) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:05:23.004319 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Network 6eacf6e1-cb1a-495c-ac9e-a86f13dd2496 details requested by agent ovs-agent-dv-cinder-733623-8-iscsi with host dv-cinder-733623-8-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 15:05:23.004969 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-d513cbfe-7df6-43ea-9515-0d96bb6692e3 admin admin] Request body: {'subnet': {'network_id': '6eacf6e1-cb1a-495c-ac9e-a86f13dd2496', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-323580429-subnet', 'tenant_id': '3322bb8bf53842ffb644b0f9498cc6a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:05:23.010231 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d513cbfe-7df6-43ea-9515-0d96bb6692e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:05:23.014351 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d513cbfe-7df6-43ea-9515-0d96bb6692e3 admin admin] Usage tracker for resource:subnet and tenant:3322bb8bf53842ffb644b0f9498cc6a1 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:05:23.017395 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d513cbfe-7df6-43ea-9515-0d96bb6692e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:05:23.023333 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d513cbfe-7df6-43ea-9515-0d96bb6692e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:05:23.032525 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d513cbfe-7df6-43ea-9515-0d96bb6692e3 admin admin] Made reservation on behalf of 3322bb8bf53842ffb644b0f9498cc6a1 for: {'subnet': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:05:23.037440 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d513cbfe-7df6-43ea-9515-0d96bb6692e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822934840'] for subnet, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:23.436499 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d513cbfe-7df6-43ea-9515-0d96bb6692e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823075550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822934791'] for subnet, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:23.451540 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:05:23.586566 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513cbfe-7df6-43ea-9515-0d96bb6692e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0af833fa-f38c-4bb6-bf60-f1d4e86bf4b1,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:05:23.590798 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d513cbfe-7df6-43ea-9515-0d96bb6692e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:05:23.650574 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d513cbfe-7df6-43ea-9515-0d96bb6692e3 admin admin] Checking segment: {'id': '44ae82ab-933d-4e4a-b5ba-065d77b83525', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6eacf6e1-cb1a-495c-ac9e-a86f13dd2496'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:05:23.650970 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d513cbfe-7df6-43ea-9515-0d96bb6692e3 admin admin] Network hostable DHCP agents. Network: 6eacf6e1-cb1a-495c-ac9e-a86f13dd2496, hostable agents: ['d2b5b3ec-f9b8-4390-8321-dc1803f9ff45'], hosted agents: [] {{(pid=80265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 15:05:23.672311 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d513cbfe-7df6-43ea-9515-0d96bb6692e3 admin admin] Network 6eacf6e1-cb1a-495c-ac9e-a86f13dd2496 is scheduled to be hosted by DHCP agent d2b5b3ec-f9b8-4390-8321-dc1803f9ff45 with binding_index 1 {{(pid=80265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 15:05:23.680319 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-d513cbfe-7df6-43ea-9515-0d96bb6692e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-iscsi, 6eacf6e1-cb1a-495c-ac9e-a86f13dd2496) {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:05:23.689599 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a9a5e5-0b67-4a1c-9e47-13073ede28a8 None None] Network 6eacf6e1-cb1a-495c-ac9e-a86f13dd2496 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:05:23.692117 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d513cbfe-7df6-43ea-9515-0d96bb6692e3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:23.692778 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d513cbfe-7df6-43ea-9515-0d96bb6692e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:23.712375 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d513cbfe-7df6-43ea-9515-0d96bb6692e3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7122600
Nov 18 15:05:23.915913 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108e52f3-d9b2-4d92-9aa7-c4c386751b63 None None] Network 6eacf6e1-cb1a-495c-ac9e-a86f13dd2496 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:05:25.290666 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Network 6eacf6e1-cb1a-495c-ac9e-a86f13dd2496 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 15:05:26.935221 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-6052e33d-5b49-4982-b96d-8a80bde65226 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:26.936703 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-6052e33d-5b49-4982-b96d-8a80bde65226 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/networks?id=6eacf6e1-cb1a-495c-ac9e-a86f13dd2496 HTTP/1.1" status: 200  len: 808 time: 0.1519792
Nov 18 15:05:26.953593 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-3d7bc34d-65e7-428a-849b-4a48d407862c tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/quotas/3322bb8bf53842ffb644b0f9498cc6a1 HTTP/1.1" status: 200  len: 375 time: 0.0110199
Nov 18 15:05:27.001613 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-3ee354e4-814d-478c-ad92-59c4f533908d tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?tenant_id=3322bb8bf53842ffb644b0f9498cc6a1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0428672
Nov 18 15:05:27.219833 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-ab6af514-2012-4199-929b-5e9674bc7b4f service neutron] 10.222.0.21 "GET /v2.0/networks/6eacf6e1-cb1a-495c-ac9e-a86f13dd2496?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2105577
Nov 18 15:05:27.560967 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-ba557a86-80f5-41d9-ab1a-f23072d3e26b service neutron] 10.222.0.21 "GET /v2.0/networks/6eacf6e1-cb1a-495c-ac9e-a86f13dd2496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3348675
Nov 18 15:05:27.767694 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-794fc13a-e05c-4ba9-82fa-e6b60bd0c8fc req-116e8379-dd0c-4295-abfb-5dd7c50fb851 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 210 time: 0.0496459
Nov 18 15:05:28.943930 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-823ea6d5-23ab-46d8-b019-2c97cc0c6614 req-5dfa4c55-b405-4547-b28d-a255848fef8f tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 210 time: 0.0461233
Nov 18 15:05:30.118043 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03ac1aab-dad6-43a5-a15f-bda801ed1347 req-135b710c-784d-43c0-b25a-32b856d8eb73 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 210 time: 0.0454171
Nov 18 15:05:31.126824 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-2094487a-3fb3-495c-9560-c7b35b280794 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:31.128418 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-2094487a-3fb3-495c-9560-c7b35b280794 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.15 "GET /v2.0/networks?id=6eacf6e1-cb1a-495c-ac9e-a86f13dd2496 HTTP/1.1" status: 200  len: 808 time: 0.2175472
Nov 18 15:05:31.159425 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Request body: {'port': {'device_id': 'ff765866-4b4b-49c9-b4d7-777e10eb7cd1', 'network_id': '6eacf6e1-cb1a-495c-ac9e-a86f13dd2496', 'admin_state_up': True, 'tenant_id': '3322bb8bf53842ffb644b0f9498cc6a1'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:05:31.192242 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67145638-dda6-4113-8763-59e8cd471db6 req-f49ea47d-b8ed-47d9-b93c-4eb8028a56b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=556aa7371f8f46c783a13838433abcc1&device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 1202 time: 0.1373727
Nov 18 15:05:31.195757 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04d021-c19e-4a1f-bcbe-51bf39f846ed req-be0076bc-ec0a-41b1-b453-372c7d87d9c3 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:31.197428 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ef04d021-c19e-4a1f-bcbe-51bf39f846ed req-be0076bc-ec0a-41b1-b453-372c7d87d9c3 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 984 time: 0.0889425
Nov 18 15:05:31.254849 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ef04d021-c19e-4a1f-bcbe-51bf39f846ed req-8a2e1d65-fb91-4a89-b321-407ad99d327e tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=7641fffe-797e-4527-9e44-23295bf1aa44&id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0503862
Nov 18 15:05:31.418593 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-238ae9f9-cb18-420d-9011-7065c8d8d9ed req-4010bfe7-4733-4e85-90be-8b7e439e40ed tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 210 time: 0.1243932
Nov 18 15:05:31.528339 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:05:31.538916 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Usage tracker for resource:port and tenant:3322bb8bf53842ffb644b0f9498cc6a1 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:05:31.542725 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67145638-dda6-4113-8763-59e8cd471db6 req-6f6bfa58-050f-4608-bd57-e91f4e208ffa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:31.544307 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67145638-dda6-4113-8763-59e8cd471db6 req-6f6bfa58-050f-4608-bd57-e91f4e208ffa service neutron] 10.222.0.15 "GET /v2.0/networks?id=d80d553a-dd1d-473a-950d-65cdf20bd750 HTTP/1.1" status: 200  len: 909 time: 0.3373344
Nov 18 15:05:31.545145 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Quota usage for port was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:05:31.554002 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:05:31.649720 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Made reservation on behalf of 3322bb8bf53842ffb644b0f9498cc6a1 for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:05:31.655264 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:31.675284 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-084a52d8-f304-4208-9ee5-6a8ab74253ee req-36c2c4f1-f63b-4c99-ae35-34bb8e484a42 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2618847
Nov 18 15:05:31.760205 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67145638-dda6-4113-8763-59e8cd471db6 req-a81ac965-6ccc-4e69-97d5-8e27ffb9aada service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67737de0-609b-4efd-99a6-b98f003575b7 HTTP/1.1" status: 200  len: 1000 time: 0.2073734
Nov 18 15:05:31.956043 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67145638-dda6-4113-8763-59e8cd471db6 req-f920ca5e-a666-4e46-89de-b63e83fbce7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:31.957630 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67145638-dda6-4113-8763-59e8cd471db6 req-f920ca5e-a666-4e46-89de-b63e83fbce7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9748ee0c-6642-4893-8ba7-9d5548b7a891 HTTP/1.1" status: 200  len: 854 time: 0.1765893
Nov 18 15:05:32.007201 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-084a52d8-f304-4208-9ee5-6a8ab74253ee req-f036b0fc-5c68-47a6-ac89-22ac92b1bc70 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e34acf85e0c438ca8d7f165101583bf&device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 1163 time: 0.3021820
Nov 18 15:05:32.303538 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a52d8-f304-4208-9ee5-6a8ab74253ee req-982152a6-1f44-404d-a3d2-849aaf52da6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:32.305358 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-084a52d8-f304-4208-9ee5-6a8ab74253ee req-982152a6-1f44-404d-a3d2-849aaf52da6b service neutron] 10.222.0.15 "GET /v2.0/networks?id=37eaaf30-5a3c-4021-920a-a0d0e09402d1 HTTP/1.1" status: 200  len: 911 time: 0.2597344
Nov 18 15:05:32.310800 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67145638-dda6-4113-8763-59e8cd471db6 req-da3fc191-93cc-4d81-9d0e-f3278db188a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d80d553a-dd1d-473a-950d-65cdf20bd750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3026714
Nov 18 15:05:32.314784 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Allocated IP 172.20.0.3 (6eacf6e1-cb1a-495c-ac9e-a86f13dd2496/0af833fa-f38c-4bb6-bf60-f1d4e86bf4b1/e2d773bd-643b-48ee-9d93-d2c5e5a53527) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:05:32.467805 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1beefac-e108-4d2b-bb62-45aa9852217e req-b654138e-6a58-4c2f-ac2e-415646d03569 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:32.469435 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c1beefac-e108-4d2b-bb62-45aa9852217e req-b654138e-6a58-4c2f-ac2e-415646d03569 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 984 time: 0.0834670
Nov 18 15:05:32.525252 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c1beefac-e108-4d2b-bb62-45aa9852217e req-0b06e2bb-b50e-452c-9970-0ab28d126d5c tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=7641fffe-797e-4527-9e44-23295bf1aa44&id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0480428
Nov 18 15:05:32.840240 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-084a52d8-f304-4208-9ee5-6a8ab74253ee req-3683c019-a910-481e-8931-c8ecff4b911a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=057172c0-8ad5-4186-8f46-c3184bda9b5d HTTP/1.1" status: 200  len: 1001 time: 0.5105050
Nov 18 15:05:32.863131 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1b2b1b98-1885-4801-ace2-5480d751bc8c req-84d80e6c-5cd5-4dcc-918a-3c8968c6a7ef tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 210 time: 0.2981942
Nov 18 15:05:32.950246 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67145638-dda6-4113-8763-59e8cd471db6 req-c6f94dbc-d84c-43c8-9214-054fd21b1df1 service neutron] 10.222.0.15 "GET /v2.0/networks/d80d553a-dd1d-473a-950d-65cdf20bd750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6218612
Nov 18 15:05:32.997194 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:33.023392 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:33.038077 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3859ccfe-a49e-44f3-973b-eeb60b16f006 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:05:33.175574 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Pushing event updated for resources: {'Port': ['ID=e2d773bd-643b-48ee-9d93-d2c5e5a53527,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:05:33.197594 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:33.198011 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:33.198421 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:33.198824 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:33.199230 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:33.199627 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:33.200031 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:33.200427 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:33.200843 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:33.201237 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:33.201632 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:33.202023 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:33.202455 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:33.202850 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:33.203242 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:33.203631 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:33.204020 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:33.204410 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:33.204823 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:33.205218 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:33.205633 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:33.205999 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:33.206388 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:33.206774 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:33.212805 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:05:33.248475 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Network 6eacf6e1-cb1a-495c-ac9e-a86f13dd2496 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:05:33.249857 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:05:33.252045 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:05:33.317797 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:33.318482 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:33.343065 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1965725
Nov 18 15:05:33.760809 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ba06d-5807-45d5-96c8-97ac1ff750b6 req-783ea92f-0c5e-4ed4-8441-b2811d911d61 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:33.762403 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f47ba06d-5807-45d5-96c8-97ac1ff750b6 req-783ea92f-0c5e-4ed4-8441-b2811d911d61 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 984 time: 0.0867515
Nov 18 15:05:33.812119 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f47ba06d-5807-45d5-96c8-97ac1ff750b6 req-2644643a-c726-4680-bacf-0a332e9b029a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=7641fffe-797e-4527-9e44-23295bf1aa44&id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0435853
Nov 18 15:05:34.071845 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df034d7d-31f1-4a97-821d-49c936c8dc57 req-21378359-1c7b-4140-9310-eb57e319a468 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:34.072591 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-df034d7d-31f1-4a97-821d-49c936c8dc57 req-21378359-1c7b-4140-9310-eb57e319a468 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Synchronizing usage tracker for tenant:3322bb8bf53842ffb644b0f9498cc6a1 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:05:34.088399 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-df034d7d-31f1-4a97-821d-49c936c8dc57 req-21378359-1c7b-4140-9310-eb57e319a468 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Unset dirty status for tenant:3322bb8bf53842ffb644b0f9498cc6a1 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:05:34.089653 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-df034d7d-31f1-4a97-821d-49c936c8dc57 req-21378359-1c7b-4140-9310-eb57e319a468 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 931 time: 0.0984731
Nov 18 15:05:34.137166 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-df034d7d-31f1-4a97-821d-49c936c8dc57 req-fe3329da-fe78-457f-a90f-c73f2ee821db tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413678
Nov 18 15:05:34.940980 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] Request body: {'port': {'device_id': 'ff765866-4b4b-49c9-b4d7-777e10eb7cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:05:35.028579 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9e0cd-395e-4071-9adf-62ae13779c73 req-ba2ca1d8-1b58-486e-9fcb-fd512249bdd5 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:35.030613 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e6d9e0cd-395e-4071-9adf-62ae13779c73 req-ba2ca1d8-1b58-486e-9fcb-fd512249bdd5 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 984 time: 0.0856440
Nov 18 15:05:35.083245 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e6d9e0cd-395e-4071-9adf-62ae13779c73 req-5fadae84-5206-4908-9d5f-cd77533d4c8b tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=7641fffe-797e-4527-9e44-23295bf1aa44&id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0454016
Nov 18 15:05:35.148627 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a52d8-f304-4208-9ee5-6a8ab74253ee req-bff96e12-280b-4e7a-94ac-daefd0a844b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:35.150232 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-084a52d8-f304-4208-9ee5-6a8ab74253ee req-bff96e12-280b-4e7a-94ac-daefd0a844b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a947b1b-22d9-4c98-9df6-708701f43830 HTTP/1.1" status: 200  len: 856 time: 0.2578731
Nov 18 15:05:35.186209 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:35.218952 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67145638-dda6-4113-8763-59e8cd471db6 req-6fd5744a-d24e-457a-8c96-039dee718f0e service neutron] 10.222.0.15 "GET /v2.0/networks/d80d553a-dd1d-473a-950d-65cdf20bd750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2869294
Nov 18 15:05:35.468093 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de99637-3c2c-4620-9718-1799d94df5ad req-7533f9eb-7a18-4ed8-a4f3-6ac743defd81 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:35.469696 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2de99637-3c2c-4620-9718-1799d94df5ad req-7533f9eb-7a18-4ed8-a4f3-6ac743defd81 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 931 time: 0.1983700
Nov 18 15:05:35.517655 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:35.620868 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2de99637-3c2c-4620-9718-1799d94df5ad req-026ed7ae-a38f-40f9-a2e6-c9f9bdee5671 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308751
Nov 18 15:05:35.720774 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d773bd-643b-48ee-9d93-d2c5e5a53527 {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 15:05:35.728140 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:35.741304 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] Transition to ACTIVE for port object e2d773bd-643b-48ee-9d93-d2c5e5a53527 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:05:35.743943 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:35.759064 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8fe49df8-4b24-4e1d-9779-efd4eb83ac48 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:05:35.900793 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] Pushing event updated for resources: {'Port': ['ID=e2d773bd-643b-48ee-9d93-d2c5e5a53527,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:05:35.905165 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:05:36.075580 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] Attempting to bind port e2d773bd-643b-48ee-9d93-d2c5e5a53527 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:05:36.076014 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] Attempting to bind port e2d773bd-643b-48ee-9d93-d2c5e5a53527 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '44ae82ab-933d-4e4a-b5ba-065d77b83525', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6eacf6e1-cb1a-495c-ac9e-a86f13dd2496'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:05:36.076312 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] Attempting to bind port e2d773bd-643b-48ee-9d93-d2c5e5a53527 on network 6eacf6e1-cb1a-495c-ac9e-a86f13dd2496 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:05:36.083292 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] Checking agent: {'id': '91607d16-723a-4a8c-80a4-032802295cf0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 34), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:05:36.083676 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] Checking segment: {'id': '44ae82ab-933d-4e4a-b5ba-065d77b83525', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6eacf6e1-cb1a-495c-ac9e-a86f13dd2496'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:05:36.084616 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:36.085046 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] Bound using segment: {'id': '44ae82ab-933d-4e4a-b5ba-065d77b83525', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6eacf6e1-cb1a-495c-ac9e-a86f13dd2496'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:05:36.085526 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] Bound port: e2d773bd-643b-48ee-9d93-d2c5e5a53527, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ae82ab-933d-4e4a-b5ba-065d77b83525', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6eacf6e1-cb1a-495c-ac9e-a86f13dd2496'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:05:36.085900 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:36.179500 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] For port e2d773bd-643b-48ee-9d93-d2c5e5a53527, host hv-cinder-73362, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:05:36.182690 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] For port e2d773bd-643b-48ee-9d93-d2c5e5a53527, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=e2d773bd-643b-48ee-9d93-d2c5e5a53527,segment=NetworkSegment(44ae82ab-933d-4e4a-b5ba-065d77b83525),segment_id=44ae82ab-933d-4e4a-b5ba-065d77b83525)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:05:36.186268 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:36.201717 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:05:36.306947 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77634e8-6f3e-48d2-8c17-8c9ac6814606 req-5427e1af-933b-4014-9e99-2fbfb0d95d6b tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:36.308557 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a77634e8-6f3e-48d2-8c17-8c9ac6814606 req-5427e1af-933b-4014-9e99-2fbfb0d95d6b tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 984 time: 0.0884416
Nov 18 15:05:36.359508 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a77634e8-6f3e-48d2-8c17-8c9ac6814606 req-ce08160f-c48a-45e6-93ad-638dceedc79a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=7641fffe-797e-4527-9e44-23295bf1aa44&id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0442369
Nov 18 15:05:36.391844 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] Pushing event updated for resources: {'Port': ['ID=e2d773bd-643b-48ee-9d93-d2c5e5a53527,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:05:36.398887 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:05:36.458810 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:36.460889 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] 10.222.0.15 "PUT /v2.0/ports/e2d773bd-643b-48ee-9d93-d2c5e5a53527 HTTP/1.1" status: 200  len: 1157 time: 1.5301011
Nov 18 15:05:36.462814 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff765866-4b4b-49c9-b4d7-777e10eb7cd1', 'tag': 'e2d773bd-643b-48ee-9d93-d2c5e5a53527'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:05:36.471394 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-084a52d8-f304-4208-9ee5-6a8ab74253ee req-5f9e90e2-f3f2-40bc-b190-787e51c9392a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37eaaf30-5a3c-4021-920a-a0d0e09402d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1418982
Nov 18 15:05:36.682628 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-084a52d8-f304-4208-9ee5-6a8ab74253ee req-b1386814-d68b-4496-b62c-7f42c833aafc service neutron] 10.222.0.15 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2025349
Nov 18 15:05:36.690972 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff765866-4b4b-49c9-b4d7-777e10eb7cd1', 'tag': 'e2d773bd-643b-48ee-9d93-d2c5e5a53527', 'status': 'completed', 'code': 200}
Nov 18 15:05:36.725811 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-1fb8951f-534f-4c65-b2eb-419c9ebd4652 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3322bb8bf53842ffb644b0f9498cc6a1&device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 1160 time: 0.1441281
Nov 18 15:05:36.830920 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee636dd-c8b1-4398-9f99-115f84af4ae6 req-1e6ae383-5462-483a-b296-5397ab28007c tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:36.832518 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4ee636dd-c8b1-4398-9f99-115f84af4ae6 req-1e6ae383-5462-483a-b296-5397ab28007c tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 943 time: 0.0840299
Nov 18 15:05:36.864976 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-64a90830-73a8-4779-9f6b-b7773f1f88d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2d773bd-643b-48ee-9d93-d2c5e5a53527 HTTP/1.1" status: 200  len: 217 time: 0.1219261
Nov 18 15:05:36.881558 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-4ee636dd-c8b1-4398-9f99-115f84af4ae6 req-dc6eaa28-2762-48b7-beab-2a3d18cbeae6 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Synchronizing usage tracker for tenant:3322bb8bf53842ffb644b0f9498cc6a1 on resource:security_group {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:05:36.897544 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-4ee636dd-c8b1-4398-9f99-115f84af4ae6 req-dc6eaa28-2762-48b7-beab-2a3d18cbeae6 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Unset dirty status for tenant:3322bb8bf53842ffb644b0f9498cc6a1 on resource:security_group {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:05:36.898773 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4ee636dd-c8b1-4398-9f99-115f84af4ae6 req-dc6eaa28-2762-48b7-beab-2a3d18cbeae6 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597522
Nov 18 15:05:37.166530 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-084a52d8-f304-4208-9ee5-6a8ab74253ee req-3e207f1f-bf8a-4d88-b140-549768efc618 service neutron] 10.222.0.15 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4681730
Nov 18 15:05:37.171987 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-566a58ae-2269-4afc-8ccf-7f19fb945453 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:37.173481 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-566a58ae-2269-4afc-8ccf-7f19fb945453 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0af833fa-f38c-4bb6-bf60-f1d4e86bf4b1 HTTP/1.1" status: 200  len: 848 time: 0.2953346
Nov 18 15:05:37.223690 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-b2b59141-26fa-4bc1-9a4e-518597a95f30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6eacf6e1-cb1a-495c-ac9e-a86f13dd2496&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435390
Nov 18 15:05:37.367870 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-11320297-b3ae-44cc-b6d1-c30dda878506 service neutron] 10.222.0.15 "GET /v2.0/networks/6eacf6e1-cb1a-495c-ac9e-a86f13dd2496?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351366
Nov 18 15:05:37.563533 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34e4aa82-66cd-48c3-8ddd-21909ca61a8b req-c9ed9470-5c99-412f-8b87-9784a9b28ae8 service neutron] 10.222.0.15 "GET /v2.0/networks/6eacf6e1-cb1a-495c-ac9e-a86f13dd2496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1872063
Nov 18 15:05:37.597795 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b614fc-be54-4a8a-930e-8e713eb2f0ea req-aa49fc6c-d9f4-46ea-aab8-3b8d440cc01e tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:37.599392 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-79b614fc-be54-4a8a-930e-8e713eb2f0ea req-aa49fc6c-d9f4-46ea-aab8-3b8d440cc01e tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 984 time: 0.1060145
Nov 18 15:05:37.649890 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-79b614fc-be54-4a8a-930e-8e713eb2f0ea req-750e8c82-11d2-4c52-9606-d47f4c83414f tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=7641fffe-797e-4527-9e44-23295bf1aa44&id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0435383
Nov 18 15:05:37.873782 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3cd3111c-3944-4ab1-bd70-e926ac6e1a49 req-87c82734-4149-486e-a598-ece325f99c89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3322bb8bf53842ffb644b0f9498cc6a1&device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 1160 time: 0.0743153
Nov 18 15:05:38.016053 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3111c-3944-4ab1-bd70-e926ac6e1a49 req-bef27225-0ea2-4265-ada3-e9d0b0df411b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:38.017685 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3cd3111c-3944-4ab1-bd70-e926ac6e1a49 req-bef27225-0ea2-4265-ada3-e9d0b0df411b service neutron] 10.222.0.15 "GET /v2.0/networks?id=6eacf6e1-cb1a-495c-ac9e-a86f13dd2496 HTTP/1.1" status: 200  len: 902 time: 0.1377203
Nov 18 15:05:38.097632 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3cd3111c-3944-4ab1-bd70-e926ac6e1a49 req-41593f3c-d351-4bc1-938d-8bed34a5dae9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2d773bd-643b-48ee-9d93-d2c5e5a53527 HTTP/1.1" status: 200  len: 217 time: 0.0680850
Nov 18 15:05:38.115572 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccdf04-9339-4ad4-987a-0c79d4b4d3e6 req-97117851-5f36-425c-8a34-2c54e71f23ab tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:38.117280 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88ccdf04-9339-4ad4-987a-0c79d4b4d3e6 req-97117851-5f36-425c-8a34-2c54e71f23ab tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 943 time: 0.0863266
Nov 18 15:05:38.166487 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88ccdf04-9339-4ad4-987a-0c79d4b4d3e6 req-9b609508-1687-4939-9975-5a01fab4cbfe tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428300
Nov 18 15:05:38.169862 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3111c-3944-4ab1-bd70-e926ac6e1a49 req-593a9178-8ecb-4d4a-abdb-cb624fee6da1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:38.171458 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3cd3111c-3944-4ab1-bd70-e926ac6e1a49 req-593a9178-8ecb-4d4a-abdb-cb624fee6da1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0af833fa-f38c-4bb6-bf60-f1d4e86bf4b1 HTTP/1.1" status: 200  len: 848 time: 0.0646813
Nov 18 15:05:38.224146 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3cd3111c-3944-4ab1-bd70-e926ac6e1a49 req-f5a01f34-79d9-4aa9-bc47-f728166bb711 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6eacf6e1-cb1a-495c-ac9e-a86f13dd2496&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0448806
Nov 18 15:05:38.371650 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3cd3111c-3944-4ab1-bd70-e926ac6e1a49 req-1c2faeab-3c8a-490d-9a2f-5971e6c7501f service neutron] 10.222.0.15 "GET /v2.0/networks/6eacf6e1-cb1a-495c-ac9e-a86f13dd2496?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404099
Nov 18 15:05:38.516066 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3cd3111c-3944-4ab1-bd70-e926ac6e1a49 req-49d0f8c2-1d37-49d9-bcdf-3320a36f4768 service neutron] 10.222.0.15 "GET /v2.0/networks/6eacf6e1-cb1a-495c-ac9e-a86f13dd2496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363018
Nov 18 15:05:38.863450 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe3072-417e-4091-9cc5-79360c134d8a req-9e58c718-944f-4482-8e3c-086291d7bf87 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:38.864962 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9bbe3072-417e-4091-9cc5-79360c134d8a req-9e58c718-944f-4482-8e3c-086291d7bf87 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 984 time: 0.0851948
Nov 18 15:05:38.915008 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9bbe3072-417e-4091-9cc5-79360c134d8a req-b81377c2-7d46-4edd-a16e-4bb257868bd5 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=7641fffe-797e-4527-9e44-23295bf1aa44&id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0438538
Nov 18 15:05:39.375263 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4e371-6905-4774-a7bf-02e716fd68fd req-01817c29-0277-43c3-ade7-b497f8f34d09 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:39.376898 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c2a4e371-6905-4774-a7bf-02e716fd68fd req-01817c29-0277-43c3-ade7-b497f8f34d09 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 943 time: 0.0825253
Nov 18 15:05:39.430926 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c2a4e371-6905-4774-a7bf-02e716fd68fd req-26345be6-e11e-4b64-aed5-43d27e7ae8c7 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468268
Nov 18 15:05:39.478914 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ccad420-5bb7-4728-ab77-044705a69a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:40.127543 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c510db7-7bd1-494b-98e1-c7068f8b52c2 req-ac6f7259-aa51-4b85-9131-3702ca0d0003 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:40.129043 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8c510db7-7bd1-494b-98e1-c7068f8b52c2 req-ac6f7259-aa51-4b85-9131-3702ca0d0003 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 984 time: 0.0814085
Nov 18 15:05:40.182228 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8c510db7-7bd1-494b-98e1-c7068f8b52c2 req-60b7bac2-c37a-45dc-a53a-b31ef7662351 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=7641fffe-797e-4527-9e44-23295bf1aa44&id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0470240
Nov 18 15:05:40.643111 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31459682-d470-4eef-995b-416005d4f049 req-4e047a7d-c8f5-4228-9bcc-6553dba66149 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:40.644900 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-31459682-d470-4eef-995b-416005d4f049 req-4e047a7d-c8f5-4228-9bcc-6553dba66149 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 943 time: 0.0857878
Nov 18 15:05:40.695159 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-31459682-d470-4eef-995b-416005d4f049 req-419b0028-15c7-435a-abdc-04de66981b05 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437729
Nov 18 15:05:41.392188 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069f0c0-b697-43e9-8561-d950b784cb06 req-9d53990b-d653-4588-be7f-2ecac3f9c811 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:41.393731 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0069f0c0-b697-43e9-8561-d950b784cb06 req-9d53990b-d653-4588-be7f-2ecac3f9c811 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 984 time: 0.0822022
Nov 18 15:05:41.443716 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0069f0c0-b697-43e9-8561-d950b784cb06 req-99fdc6f1-4aa3-410e-9854-2dfd218870c9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=7641fffe-797e-4527-9e44-23295bf1aa44&id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0434103
Nov 18 15:05:41.911561 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9ebd4-eb8e-40c4-a74e-f82283e06a26 req-b86bee04-d4ac-4add-a652-8855eeedfe4c tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:41.913227 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-21f9ebd4-eb8e-40c4-a74e-f82283e06a26 req-b86bee04-d4ac-4add-a652-8855eeedfe4c tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 943 time: 0.0884736
Nov 18 15:05:41.963331 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-21f9ebd4-eb8e-40c4-a74e-f82283e06a26 req-144a6cc1-7636-4926-ba75-006564a2e4a2 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438321
Nov 18 15:05:42.108982 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e57a808f-a0fe-45fa-a163-2a2fc78ac320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:42.386383 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:42.593127 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.objects.ports [None req-a2914bbf-6173-4e45-a4b5-398e3b38a2cf None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80266) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 18 15:05:42.662787 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d936c0-7d08-484f-820e-5acde060378d req-e4d2a05b-40d7-4c22-aef1-9b801a6ec11b tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:42.664395 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-71d936c0-7d08-484f-820e-5acde060378d req-e4d2a05b-40d7-4c22-aef1-9b801a6ec11b tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 984 time: 0.0837545
Nov 18 15:05:42.714765 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-71d936c0-7d08-484f-820e-5acde060378d req-3e9b3c8d-d5ec-45eb-b02a-bca80961f771 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=7641fffe-797e-4527-9e44-23295bf1aa44&id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0439601
Nov 18 15:05:43.186523 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e1beb-cc2d-4866-b27f-d61fd93fb090 req-91bc7b51-d944-4c55-a5e0-92202395c6df tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:43.188135 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4b6e1beb-cc2d-4866-b27f-d61fd93fb090 req-91bc7b51-d944-4c55-a5e0-92202395c6df tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 943 time: 0.0862784
Nov 18 15:05:43.237200 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4b6e1beb-cc2d-4866-b27f-d61fd93fb090 req-efa4cef3-a320-4c56-946d-bcfac96a669b tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421407
Nov 18 15:05:43.383894 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device e2d773bd-643b-48ee-9d93-d2c5e5a53527 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:05:43.455063 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning for port e2d773bd-643b-48ee-9d93-d2c5e5a53527 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:05:43.460803 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port e2d773bd-643b-48ee-9d93-d2c5e5a53527 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:05:43.461236 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:43.520174 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:43.598372 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:43.617710 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc91150-eacb-4070-88e4-955780ed5395 req-0e6dcc70-4071-4a25-885b-d54f56709fbb tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:43.619452 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4cc91150-eacb-4070-88e4-955780ed5395 req-0e6dcc70-4071-4a25-885b-d54f56709fbb tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 945 time: 0.0873847
Nov 18 15:05:43.626042 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff765866-4b4b-49c9-b4d7-777e10eb7cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d773bd-643b-48ee-9d93-d2c5e5a53527'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:05:43.637168 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port e2d773bd-643b-48ee-9d93-d2c5e5a53527, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=e2d773bd-643b-48ee-9d93-d2c5e5a53527,segment=NetworkSegment(44ae82ab-933d-4e4a-b5ba-065d77b83525),segment_id=44ae82ab-933d-4e4a-b5ba-065d77b83525)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:05:43.640519 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:43.642473 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:05:43.671738 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4cc91150-eacb-4070-88e4-955780ed5395 req-ae43b511-8dab-47ab-af16-747945d3af1a tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460107
Nov 18 15:05:43.723835 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=e2d773bd-643b-48ee-9d93-d2c5e5a53527,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:05:43.730511 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:43.734137 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:43.734526 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:43.734903 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:43.735283 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:43.735655 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:43.736022 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:43.736388 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:43.736768 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:43.737157 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:43.737518 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:43.737881 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:43.738242 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:43.738659 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:43.739019 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:43.739376 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:43.739797 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:43.740595 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:43.740993 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:43.741344 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:43.741698 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:43.742054 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:43.742408 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:43.742765 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:43.743121 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:05:43.747563 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:05:43.777521 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff765866-4b4b-49c9-b4d7-777e10eb7cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d773bd-643b-48ee-9d93-d2c5e5a53527', 'code': 200}
Nov 18 15:05:43.934609 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68da5b-cb97-4729-ba04-a98682fb5ade req-b0bac643-2b59-4711-83bf-2792c0824354 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:43.936422 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee68da5b-cb97-4729-ba04-a98682fb5ade req-b0bac643-2b59-4711-83bf-2792c0824354 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 984 time: 0.0898633
Nov 18 15:05:44.037527 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee68da5b-cb97-4729-ba04-a98682fb5ade req-f85715a3-38de-4e99-a19b-40fb95f0967e tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=7641fffe-797e-4527-9e44-23295bf1aa44&id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0940037
Nov 18 15:05:44.059941 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e33a360d-506a-4b76-968e-ba7a1652d7ae req-b737420d-a439-4c4f-9c0c-e44c2efd02a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 1162 time: 0.0964229
Nov 18 15:05:44.107880 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e33a360d-506a-4b76-968e-ba7a1652d7ae req-afa98601-b056-4f63-814c-7dc264d1d90c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409145
Nov 18 15:05:44.453825 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ca8a6-4ef8-427d-a637-c6845be64057 req-0e7734a7-b229-4042-becb-dbd7f44955b5 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:44.455406 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-303ca8a6-4ef8-427d-a637-c6845be64057 req-0e7734a7-b229-4042-becb-dbd7f44955b5 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 945 time: 0.0853992
Nov 18 15:05:44.502885 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-303ca8a6-4ef8-427d-a637-c6845be64057 req-358c9a7e-df97-426e-b7ed-d347a90887b4 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405741
Nov 18 15:05:44.532624 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device e2d773bd-643b-48ee-9d93-d2c5e5a53527 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:05:44.605189 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port e2d773bd-643b-48ee-9d93-d2c5e5a53527 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:05:44.605614 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:44.888485 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2bbb7-679b-4863-ba88-a9b27e4c9d5c req-889380a4-59ee-4c44-ab3c-e623d355cba3 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:44.890088 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-73d2bbb7-679b-4863-ba88-a9b27e4c9d5c req-889380a4-59ee-4c44-ab3c-e623d355cba3 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 945 time: 0.0830338
Nov 18 15:05:44.937712 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-73d2bbb7-679b-4863-ba88-a9b27e4c9d5c req-f657e0ac-3dae-44b1-9da5-724a294f05e5 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415611
Nov 18 15:05:45.247686 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee7dab-dccf-4848-9b89-efdab9ecb74c req-d78f4da2-217b-4938-b559-bc92677c3853 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:45.249329 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5ee7dab-dccf-4848-9b89-efdab9ecb74c req-d78f4da2-217b-4938-b559-bc92677c3853 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 984 time: 0.0825908
Nov 18 15:05:45.303095 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5ee7dab-dccf-4848-9b89-efdab9ecb74c req-dc431b5f-56d0-411e-90ba-db5022939f9e tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=7641fffe-797e-4527-9e44-23295bf1aa44&id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0469441
Nov 18 15:05:45.874267 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3fce0-18e5-4859-bceb-2a3c717aa169 req-6da60e72-73e3-4afe-a5c0-95a9e20aab97 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:45.875976 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-84c3fce0-18e5-4859-bceb-2a3c717aa169 req-6da60e72-73e3-4afe-a5c0-95a9e20aab97 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 945 time: 0.0837319
Nov 18 15:05:45.925386 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-84c3fce0-18e5-4859-bceb-2a3c717aa169 req-4d70dc3f-ed0d-4afd-86e2-421ec9b2b841 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425191
Nov 18 15:05:46.156391 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db97a45-585b-4ef1-917f-20cfed433ff5 req-3277690e-5275-40e3-b3ad-6d4138e4f3c8 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:46.157986 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1db97a45-585b-4ef1-917f-20cfed433ff5 req-3277690e-5275-40e3-b3ad-6d4138e4f3c8 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.15 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 945 time: 0.1431086
Nov 18 15:05:46.224709 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772206d6-cc33-45ca-9038-26642aa5d4e4 req-63d2f10a-a947-4506-9510-6871f7442aa8 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:46.226342 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-772206d6-cc33-45ca-9038-26642aa5d4e4 req-63d2f10a-a947-4506-9510-6871f7442aa8 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 945 time: 0.1542931
Nov 18 15:05:46.270877 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-1db97a45-585b-4ef1-917f-20cfed433ff5 req-905b14c3-33b1-40f5-a270-42af3becfa88 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Deleting port bac553d0-7796-4fc8-9ac6-e278cdb868c2 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:05:46.271839 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1db97a45-585b-4ef1-917f-20cfed433ff5 req-905b14c3-33b1-40f5-a270-42af3becfa88 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:46.345434 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-772206d6-cc33-45ca-9038-26642aa5d4e4 req-ef01c4a9-9ec7-49bf-ab1d-109e724bb7c7 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129835
Nov 18 15:05:46.545790 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbb63a-fc6e-4b38-88d7-7465ea3fee0b req-a9f20761-d3e9-4e06-88be-4f8d79b41b10 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:46.548251 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-82fbb63a-fc6e-4b38-88d7-7465ea3fee0b req-a9f20761-d3e9-4e06-88be-4f8d79b41b10 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 984 time: 0.1000259
Nov 18 15:05:46.558775 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-1db97a45-585b-4ef1-917f-20cfed433ff5 req-905b14c3-33b1-40f5-a270-42af3becfa88 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] For port bac553d0-7796-4fc8-9ac6-e278cdb868c2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=bac553d0-7796-4fc8-9ac6-e278cdb868c2,segment=NetworkSegment(111b206e-6ea0-440a-aebe-060ea63ac35d),segment_id=111b206e-6ea0-440a-aebe-060ea63ac35d)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:05:46.559971 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1db97a45-585b-4ef1-917f-20cfed433ff5 req-905b14c3-33b1-40f5-a270-42af3becfa88 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:46.606539 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-82fbb63a-fc6e-4b38-88d7-7465ea3fee0b req-b64a99c0-bbd1-45c8-b542-7c5e7707ef85 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=7641fffe-797e-4527-9e44-23295bf1aa44&id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0499122
Nov 18 15:05:46.627696 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device e2d773bd-643b-48ee-9d93-d2c5e5a53527 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:05:46.697942 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-1db97a45-585b-4ef1-917f-20cfed433ff5 req-905b14c3-33b1-40f5-a270-42af3becfa88 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Calling delete_port for bac553d0-7796-4fc8-9ac6-e278cdb868c2 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:05:46.703288 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port e2d773bd-643b-48ee-9d93-d2c5e5a53527 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:05:46.703862 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:46.858434 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1db97a45-585b-4ef1-917f-20cfed433ff5 req-905b14c3-33b1-40f5-a270-42af3becfa88 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:46.869874 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 67737de0-609b-4efd-99a6-b98f003575b7 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:05:46.881144 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:05:46.972518 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 67737de0-609b-4efd-99a6-b98f003575b7 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:05:46.972980 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:47.060892 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b14c3-33b1-40f5-a270-42af3becfa88 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Pushing event deleted for resources: {'Port': ['ID=bac553d0-7796-4fc8-9ac6-e278cdb868c2,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:05:47.093071 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-905b14c3-33b1-40f5-a270-42af3becfa88 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:05:47.113166 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device bac553d0-7796-4fc8-9ac6-e278cdb868c2 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:05:47.147682 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db97a45-585b-4ef1-917f-20cfed433ff5 req-905b14c3-33b1-40f5-a270-42af3becfa88 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] No DVR routers for this DVR port bac553d0-7796-4fc8-9ac6-e278cdb868c2 on host hv-cinder-73362 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:05:47.153878 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1db97a45-585b-4ef1-917f-20cfed433ff5 req-905b14c3-33b1-40f5-a270-42af3becfa88 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:47.164924 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef30b687-c2c3-4280-9277-caff99f128a8', 'name': 'network-vif-deleted', 'tag': 'bac553d0-7796-4fc8-9ac6-e278cdb868c2'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:05:47.172477 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] No Port match for: bac553d0-7796-4fc8-9ac6-e278cdb868c2 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:05:47.172905 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device bac553d0-7796-4fc8-9ac6-e278cdb868c2 not bound to the agent host hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:05:47.173441 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1db97a45-585b-4ef1-917f-20cfed433ff5 req-905b14c3-33b1-40f5-a270-42af3becfa88 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.15 "DELETE /v2.0/ports/bac553d0-7796-4fc8-9ac6-e278cdb868c2 HTTP/1.1" status: 204  len: 173 time: 1.0029938
Nov 18 15:05:47.202227 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938bb13-994b-4996-859e-efa7f5a7e7c7 req-405db594-ef53-40e8-b94e-c078d429fb0a tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:47.203952 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e938bb13-994b-4996-859e-efa7f5a7e7c7 req-405db594-ef53-40e8-b94e-c078d429fb0a tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 945 time: 0.1098123
Nov 18 15:05:47.255185 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e938bb13-994b-4996-859e-efa7f5a7e7c7 req-7e3348f6-247b-43b9-aaa9-c71e5fd2c309 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442052
Nov 18 15:05:47.328267 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef30b687-c2c3-4280-9277-caff99f128a8', 'name': 'network-vif-deleted', 'tag': 'bac553d0-7796-4fc8-9ac6-e278cdb868c2', 'status': 'completed', 'code': 200}
Nov 18 15:05:47.335767 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a42bc-7fa0-41e1-b767-2c20a7ffc9c6 req-d5d4ab23-dec2-4af0-a554-2a4192b6ba48 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:47.337538 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-305a42bc-7fa0-41e1-b767-2c20a7ffc9c6 req-d5d4ab23-dec2-4af0-a554-2a4192b6ba48 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.0984075
Nov 18 15:05:47.392722 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-305a42bc-7fa0-41e1-b767-2c20a7ffc9c6 req-296eee69-8942-40d4-a863-80597c865fb1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485368
Nov 18 15:05:47.560638 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-74e55126-66b3-44f6-8046-3c513db262ad req-1668a6fa-29a7-4a46-9b2b-a1751f932055 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Synchronizing usage tracker for tenant:49622a34b9694e4187e73317bc18fc55 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:05:47.576181 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-74e55126-66b3-44f6-8046-3c513db262ad req-1668a6fa-29a7-4a46-9b2b-a1751f932055 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Unset dirty status for tenant:49622a34b9694e4187e73317bc18fc55 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:05:47.577463 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-74e55126-66b3-44f6-8046-3c513db262ad req-1668a6fa-29a7-4a46-9b2b-a1751f932055 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=ef30b687-c2c3-4280-9277-caff99f128a8 HTTP/1.1" status: 200  len: 210 time: 0.0650315
Nov 18 15:05:47.835533 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c9853-af15-49d9-9e3a-01f175062668 req-84d8b321-4a3c-49d0-8874-676275631102 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:47.837162 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-933c9853-af15-49d9-9e3a-01f175062668 req-84d8b321-4a3c-49d0-8874-676275631102 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 984 time: 0.0923200
Nov 18 15:05:47.888929 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-933c9853-af15-49d9-9e3a-01f175062668 req-e7eabc63-393f-467e-9e55-ff30e5c0dd59 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=7641fffe-797e-4527-9e44-23295bf1aa44&id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0450029
Nov 18 15:05:48.467626 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a15141-47e6-4e02-b4f6-dd3da2bd38ad req-1abc59ac-c327-4914-9bbd-a16520c5685f tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:48.469269 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-30a15141-47e6-4e02-b4f6-dd3da2bd38ad req-1abc59ac-c327-4914-9bbd-a16520c5685f tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 945 time: 0.0843308
Nov 18 15:05:48.519142 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-30a15141-47e6-4e02-b4f6-dd3da2bd38ad req-698c76b7-63e6-4471-b3cc-35abfd640e58 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424051
Nov 18 15:05:48.610738 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a3a33-6d1a-4f37-b94b-013dfd39eeb1 req-dc67fa24-7d44-47b6-a52e-1511121ecb08 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:48.613334 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-303a3a33-6d1a-4f37-b94b-013dfd39eeb1 req-dc67fa24-7d44-47b6-a52e-1511121ecb08 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.0837255
Nov 18 15:05:48.636388 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device e2d773bd-643b-48ee-9d93-d2c5e5a53527 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:05:48.662606 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-303a3a33-6d1a-4f37-b94b-013dfd39eeb1 req-9d953ccb-3d33-40eb-af32-f4d80e06133b tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436463
Nov 18 15:05:48.721109 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port e2d773bd-643b-48ee-9d93-d2c5e5a53527 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:05:48.721531 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:48.837287 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd9e78-c919-4766-9d4c-c00e4368f15c req-4f802832-1068-43c9-98eb-e3ab444b987e tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:48.838771 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 67737de0-609b-4efd-99a6-b98f003575b7 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:05:48.838899 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-97fd9e78-c919-4766-9d4c-c00e4368f15c req-4f802832-1068-43c9-98eb-e3ab444b987e tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.15 "GET /v2.0/ports?device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 945 time: 0.0869145
Nov 18 15:05:48.911975 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 67737de0-609b-4efd-99a6-b98f003575b7 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:05:48.912535 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:48.916508 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-97fd9e78-c919-4766-9d4c-c00e4368f15c req-d5faeb54-f06e-49ac-9611-b056ce4a9173 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Deleting port e2d773bd-643b-48ee-9d93-d2c5e5a53527 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:05:48.916929 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-97fd9e78-c919-4766-9d4c-c00e4368f15c req-d5faeb54-f06e-49ac-9611-b056ce4a9173 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:49.182740 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-97fd9e78-c919-4766-9d4c-c00e4368f15c req-d5faeb54-f06e-49ac-9611-b056ce4a9173 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] For port e2d773bd-643b-48ee-9d93-d2c5e5a53527, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=e2d773bd-643b-48ee-9d93-d2c5e5a53527,segment=NetworkSegment(44ae82ab-933d-4e4a-b5ba-065d77b83525),segment_id=44ae82ab-933d-4e4a-b5ba-065d77b83525)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:05:49.183145 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-97fd9e78-c919-4766-9d4c-c00e4368f15c req-d5faeb54-f06e-49ac-9611-b056ce4a9173 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:49.307424 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-97fd9e78-c919-4766-9d4c-c00e4368f15c req-d5faeb54-f06e-49ac-9611-b056ce4a9173 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Calling delete_port for e2d773bd-643b-48ee-9d93-d2c5e5a53527 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:05:49.656584 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-97fd9e78-c919-4766-9d4c-c00e4368f15c req-d5faeb54-f06e-49ac-9611-b056ce4a9173 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:49.671731 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6fcd6aff-edde-4d55-9aa9-eabe7065ec75 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:05:49.715111 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-93e22277-49cc-4203-8cc0-cb79b3257012 req-9fbc926b-f0e5-4f15-85e5-621e92d0a167 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 210 time: 0.0485258
Nov 18 15:05:49.726894 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5faeb54-f06e-49ac-9611-b056ce4a9173 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Pushing event deleted for resources: {'Port': ['ID=e2d773bd-643b-48ee-9d93-d2c5e5a53527,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:05:49.743671 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d5faeb54-f06e-49ac-9611-b056ce4a9173 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:05:49.946630 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fd9e78-c919-4766-9d4c-c00e4368f15c req-d5faeb54-f06e-49ac-9611-b056ce4a9173 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] No DVR routers for this DVR port e2d773bd-643b-48ee-9d93-d2c5e5a53527 on host hv-cinder-73362 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:05:49.949701 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-97fd9e78-c919-4766-9d4c-c00e4368f15c req-d5faeb54-f06e-49ac-9611-b056ce4a9173 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:49.953868 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff765866-4b4b-49c9-b4d7-777e10eb7cd1', 'name': 'network-vif-deleted', 'tag': 'e2d773bd-643b-48ee-9d93-d2c5e5a53527'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:05:49.969157 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f446cb-effe-4018-9f6c-c60748034562 req-c0aa25e3-c120-464e-90ac-25288bca55ec tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:49.970753 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-05f446cb-effe-4018-9f6c-c60748034562 req-c0aa25e3-c120-464e-90ac-25288bca55ec tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.1603367
Nov 18 15:05:49.977525 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-97fd9e78-c919-4766-9d4c-c00e4368f15c req-d5faeb54-f06e-49ac-9611-b056ce4a9173 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.15 "DELETE /v2.0/ports/e2d773bd-643b-48ee-9d93-d2c5e5a53527 HTTP/1.1" status: 204  len: 173 time: 1.1318343
Nov 18 15:05:50.018026 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff765866-4b4b-49c9-b4d7-777e10eb7cd1', 'name': 'network-vif-deleted', 'tag': 'e2d773bd-643b-48ee-9d93-d2c5e5a53527', 'status': 'completed', 'code': 200}
Nov 18 15:05:50.023381 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-05f446cb-effe-4018-9f6c-c60748034562 req-a8a7a85e-9ab6-4e4a-91cd-a3977048e61c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451834
Nov 18 15:05:50.891977 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f70ddae0-99f4-4fa7-b6ab-6e58c995be13 req-1d17964e-d70e-4d55-b799-2072bbbdf203 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 210 time: 0.0454578
Nov 18 15:05:51.235700 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718f830-c201-4077-ba20-c46fad8d79f1 req-0a02604d-8e81-4d1b-8f60-a528eace4edf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:51.237324 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f718f830-c201-4077-ba20-c46fad8d79f1 req-0a02604d-8e81-4d1b-8f60-a528eace4edf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.0852399
Nov 18 15:05:51.285379 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f718f830-c201-4077-ba20-c46fad8d79f1 req-dc16e948-51f0-45c7-8980-681fa42c0bce tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412312
Nov 18 15:05:52.068526 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-90477e1f-4718-4ab1-ac1b-66a21808673d req-bf8f2e7f-676e-4530-a799-f0fd9ac3b21e tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 210 time: 0.0456777
Nov 18 15:05:52.271681 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:05:52.495544 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec9563-3e36-4b1b-9d05-d217be1acd06 req-9364d38f-b898-4a26-99c9-d5478dee92b9 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:52.497162 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e4ec9563-3e36-4b1b-9d05-d217be1acd06 req-9364d38f-b898-4a26-99c9-d5478dee92b9 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.0824370
Nov 18 15:05:52.544862 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e4ec9563-3e36-4b1b-9d05-d217be1acd06 req-4dd87c9f-c87a-4024-bc78-daa2af2d4298 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414577
Nov 18 15:05:53.258147 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f796485e-c3d1-49e2-b235-6150ed2bab7c req-a7ae64e8-d5de-446e-aa22-e4b3f61893bd tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=ff765866-4b4b-49c9-b4d7-777e10eb7cd1 HTTP/1.1" status: 200  len: 210 time: 0.0494070
Nov 18 15:05:53.290285 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device e2d773bd-643b-48ee-9d93-d2c5e5a53527 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:05:53.326361 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] No Port match for: e2d773bd-643b-48ee-9d93-d2c5e5a53527 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:05:53.326755 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device e2d773bd-643b-48ee-9d93-d2c5e5a53527 not bound to the agent host hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:05:53.767628 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199de48-1aa3-4689-ab2d-9a8ed963d7b8 req-ad869e56-97b7-4bad-84da-dcbb246967ea tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:53.769258 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6199de48-1aa3-4689-ab2d-9a8ed963d7b8 req-ad869e56-97b7-4bad-84da-dcbb246967ea tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.0868237
Nov 18 15:05:53.817156 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6199de48-1aa3-4689-ab2d-9a8ed963d7b8 req-3fca1a35-0fc6-4f1a-81b2-e49ea9d5c0b1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408540
Nov 18 15:05:54.667382 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-0910c203-1887-45e1-8e4d-c01b2814a6ff tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:54.668997 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-0910c203-1887-45e1-8e4d-c01b2814a6ff tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/networks?id=6eacf6e1-cb1a-495c-ac9e-a86f13dd2496 HTTP/1.1" status: 200  len: 808 time: 0.1546752
Nov 18 15:05:54.687324 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-139262f0-82f3-484c-87af-7b07925778fe tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/quotas/3322bb8bf53842ffb644b0f9498cc6a1 HTTP/1.1" status: 200  len: 375 time: 0.0117979
Nov 18 15:05:54.735561 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-4185eb1e-f87e-4b89-bf96-d935cbd28278 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Synchronizing usage tracker for tenant:3322bb8bf53842ffb644b0f9498cc6a1 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:05:54.750153 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-4185eb1e-f87e-4b89-bf96-d935cbd28278 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Unset dirty status for tenant:3322bb8bf53842ffb644b0f9498cc6a1 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:05:54.751469 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-4185eb1e-f87e-4b89-bf96-d935cbd28278 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?tenant_id=3322bb8bf53842ffb644b0f9498cc6a1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0588012
Nov 18 15:05:54.894751 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-15d53d42-08b3-49cb-8b15-38d295af219a service neutron] 10.222.0.21 "GET /v2.0/networks/6eacf6e1-cb1a-495c-ac9e-a86f13dd2496?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358597
Nov 18 15:05:55.031736 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f256ed-efcd-40d2-98e6-929cf26690e6 req-7a1361c1-d25f-4007-9781-440ed2e36faa tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:55.033251 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-01f256ed-efcd-40d2-98e6-929cf26690e6 req-7a1361c1-d25f-4007-9781-440ed2e36faa tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.0827904
Nov 18 15:05:55.039198 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-6a9d47cb-5f67-4d89-99c3-b1816acc09b3 service neutron] 10.222.0.21 "GET /v2.0/networks/6eacf6e1-cb1a-495c-ac9e-a86f13dd2496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1375258
Nov 18 15:05:55.083386 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-01f256ed-efcd-40d2-98e6-929cf26690e6 req-aaeb51d7-94e6-4e8e-ac5c-e6e94aad7934 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436025
Nov 18 15:05:55.446497 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1fdf3149-a9b2-4b71-a6ef-5d67ec8e79a2 req-68fd55e5-7588-4068-b506-f0a768d51246 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=64dca10d-9bf4-4b8d-9010-9d374292e331 HTTP/1.1" status: 200  len: 210 time: 0.2523193
Nov 18 15:05:56.302689 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56351e70-a109-42ec-bec7-af1bc3f400da req-46d9f6be-042f-40c7-8bc9-1dae25f0aeac tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:56.304285 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-56351e70-a109-42ec-bec7-af1bc3f400da req-46d9f6be-042f-40c7-8bc9-1dae25f0aeac tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.0874581
Nov 18 15:05:56.472154 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-56351e70-a109-42ec-bec7-af1bc3f400da req-ec9a4f15-ac70-4a04-982f-aa92a73bef61 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1391692
Nov 18 15:05:56.503544 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-a69f21ce-2cea-42df-90ef-0857ca1d04e5 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:56.505297 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-a69f21ce-2cea-42df-90ef-0857ca1d04e5 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.15 "GET /v2.0/networks?id=6eacf6e1-cb1a-495c-ac9e-a86f13dd2496 HTTP/1.1" status: 200  len: 808 time: 0.2000279
Nov 18 15:05:56.623249 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f81b0984-2bc7-4b1a-8691-97a60a44c8f3 req-c933ebd8-f2df-487e-8ed7-29b74a583ca4 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=64dca10d-9bf4-4b8d-9010-9d374292e331 HTTP/1.1" status: 200  len: 210 time: 0.0438762
Nov 18 15:05:57.690752 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8123a-405f-4903-866b-61550b46770a req-fee338b9-bc6c-4ae4-a379-d2d5c14c181c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:57.692355 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ece8123a-405f-4903-866b-61550b46770a req-fee338b9-bc6c-4ae4-a379-d2d5c14c181c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.0864425
Nov 18 15:05:57.742434 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ece8123a-405f-4903-866b-61550b46770a req-84c1cce7-d281-4c60-a415-12b47d65d9ad tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428069
Nov 18 15:05:57.797467 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8aa7b51b-51ce-4ee2-9bf3-882729457b53 req-051408c0-02d3-4ca1-b846-c8a48f5536fb tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=64dca10d-9bf4-4b8d-9010-9d374292e331 HTTP/1.1" status: 200  len: 210 time: 0.0450339
Nov 18 15:05:58.280027 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-81619f37-dd1c-42e9-befe-3b23c5933e10 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Request body: {'port': {'device_id': '64dca10d-9bf4-4b8d-9010-9d374292e331', 'network_id': '6eacf6e1-cb1a-495c-ac9e-a86f13dd2496', 'admin_state_up': True, 'tenant_id': '3322bb8bf53842ffb644b0f9498cc6a1'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:05:58.423498 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-81619f37-dd1c-42e9-befe-3b23c5933e10 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:05:58.434250 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-81619f37-dd1c-42e9-befe-3b23c5933e10 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:05:58.443036 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-81619f37-dd1c-42e9-befe-3b23c5933e10 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Made reservation on behalf of 3322bb8bf53842ffb644b0f9498cc6a1 for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:05:58.448678 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-81619f37-dd1c-42e9-befe-3b23c5933e10 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:58.755661 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-81619f37-dd1c-42e9-befe-3b23c5933e10 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Allocated IP 172.20.0.3 (6eacf6e1-cb1a-495c-ac9e-a86f13dd2496/0af833fa-f38c-4bb6-bf60-f1d4e86bf4b1/a1c2f48d-bbb8-4993-945a-9f7d8ffe148d) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:05:58.982457 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-62ac0ec4-bfe4-490c-aa43-89789a6b8efa req-c88f3e99-6032-4042-8022-1014e6fbc37e tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=64dca10d-9bf4-4b8d-9010-9d374292e331 HTTP/1.1" status: 200  len: 210 time: 0.0493455
Nov 18 15:05:59.024152 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-81619f37-dd1c-42e9-befe-3b23c5933e10 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:59.050343 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c99e2-4de1-4b14-8b05-41674d6ff931 req-8ff56522-2697-47ff-a7ff-86e783ee88b2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:59.052659 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-593c99e2-4de1-4b14-8b05-41674d6ff931 req-8ff56522-2697-47ff-a7ff-86e783ee88b2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.1473565
Nov 18 15:05:59.105631 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-81619f37-dd1c-42e9-befe-3b23c5933e10 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:59.122367 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-416372b4-15e9-4ed2-acc0-5a2ae793693b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:05:59.176348 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-593c99e2-4de1-4b14-8b05-41674d6ff931 req-c45193bc-20b6-433c-a0d3-76efe296a812 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1170616
Nov 18 15:05:59.266023 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81619f37-dd1c-42e9-befe-3b23c5933e10 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Pushing event updated for resources: {'Port': ['ID=a1c2f48d-bbb8-4993-945a-9f7d8ffe148d,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:05:59.276125 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-81619f37-dd1c-42e9-befe-3b23c5933e10 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:05:59.320148 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-81619f37-dd1c-42e9-befe-3b23c5933e10 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Network 6eacf6e1-cb1a-495c-ac9e-a86f13dd2496 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:05:59.321311 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-81619f37-dd1c-42e9-befe-3b23c5933e10 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:05:59.323525 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-81619f37-dd1c-42e9-befe-3b23c5933e10 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:05:59.385234 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-81619f37-dd1c-42e9-befe-3b23c5933e10 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:05:59.385841 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-81619f37-dd1c-42e9-befe-3b23c5933e10 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:05:59.410485 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-81619f37-dd1c-42e9-befe-3b23c5933e10 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1349690
Nov 18 15:05:59.496885 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] Request body: {'port': {'device_id': '64dca10d-9bf4-4b8d-9010-9d374292e331', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:05:59.611675 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:00.202786 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d2bed-9b50-481c-b96a-ff0ea8c0c3bc req-a5efa38d-d63c-4446-bc25-957fa0afd134 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:00.204513 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0c1d2bed-9b50-481c-b96a-ff0ea8c0c3bc req-a5efa38d-d63c-4446-bc25-957fa0afd134 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=64dca10d-9bf4-4b8d-9010-9d374292e331 HTTP/1.1" status: 200  len: 931 time: 0.0879378
Nov 18 15:06:00.253196 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0c1d2bed-9b50-481c-b96a-ff0ea8c0c3bc req-3a5535e4-1475-4e8e-8048-551c48f857a9 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416026
Nov 18 15:06:00.259445 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c2f48d-bbb8-4993-945a-9f7d8ffe148d {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 15:06:00.271430 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:00.349716 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] Transition to ACTIVE for port object a1c2f48d-bbb8-4993-945a-9f7d8ffe148d will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:06:00.353250 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:00.370528 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ff490ecc-9bfa-4348-934b-512e025fa551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:06:00.456146 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0842aa-ec21-41ca-882c-4163295340ee req-95d2f57a-f67b-47f0-8c18-04e8495cb897 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:00.457846 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d0842aa-ec21-41ca-882c-4163295340ee req-95d2f57a-f67b-47f0-8c18-04e8495cb897 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.0886250
Nov 18 15:06:00.472890 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-1621625a-1eb1-4fd7-8473-f7f2c6899c04 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:00.474532 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-1621625a-1eb1-4fd7-8473-f7f2c6899c04 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/networks?id=99087502-fe9c-44a7-80e8-0fd7a825b954 HTTP/1.1" status: 200  len: 813 time: 0.2784338
Nov 18 15:06:00.507064 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d0842aa-ec21-41ca-882c-4163295340ee req-a8a5a32d-4830-4ad5-aaff-6fd3f08ce5ae tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424297
Nov 18 15:06:00.546582 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] Pushing event updated for resources: {'Port': ['ID=a1c2f48d-bbb8-4993-945a-9f7d8ffe148d,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:06:00.554575 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:06:00.563106 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-483023b8-0b07-46c9-b151-7159b2fad061 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/quotas/49622a34b9694e4187e73317bc18fc55 HTTP/1.1" status: 200  len: 375 time: 0.0357239
Nov 18 15:06:00.630665 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-769da832-08d4-472e-b90e-177073b47e76 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?tenant_id=49622a34b9694e4187e73317bc18fc55&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0571191
Nov 18 15:06:00.883168 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-e3ba0d91-84e5-42b4-8605-5d1a90c2508d service neutron] 10.222.0.21 "GET /v2.0/networks/99087502-fe9c-44a7-80e8-0fd7a825b954?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2442119
Nov 18 15:06:00.929568 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] Attempting to bind port a1c2f48d-bbb8-4993-945a-9f7d8ffe148d on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:06:00.929943 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] Attempting to bind port a1c2f48d-bbb8-4993-945a-9f7d8ffe148d by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '44ae82ab-933d-4e4a-b5ba-065d77b83525', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6eacf6e1-cb1a-495c-ac9e-a86f13dd2496'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:06:00.930316 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] Attempting to bind port a1c2f48d-bbb8-4993-945a-9f7d8ffe148d on network 6eacf6e1-cb1a-495c-ac9e-a86f13dd2496 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:06:00.952680 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] Checking agent: {'id': '91607d16-723a-4a8c-80a4-032802295cf0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 34), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:06:00.953083 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] Checking segment: {'id': '44ae82ab-933d-4e4a-b5ba-065d77b83525', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6eacf6e1-cb1a-495c-ac9e-a86f13dd2496'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:06:00.953489 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:00.953883 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] Bound using segment: {'id': '44ae82ab-933d-4e4a-b5ba-065d77b83525', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6eacf6e1-cb1a-495c-ac9e-a86f13dd2496'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:06:00.954364 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] Bound port: a1c2f48d-bbb8-4993-945a-9f7d8ffe148d, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ae82ab-933d-4e4a-b5ba-065d77b83525', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6eacf6e1-cb1a-495c-ac9e-a86f13dd2496'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:06:00.954741 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:01.104154 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-93e7b3e5-c37d-4a7a-a6c7-fe127e288a1d service neutron] 10.222.0.21 "GET /v2.0/networks/99087502-fe9c-44a7-80e8-0fd7a825b954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2099071
Nov 18 15:06:01.127444 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] For port a1c2f48d-bbb8-4993-945a-9f7d8ffe148d, host hv-cinder-73362, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:06:01.131184 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] For port a1c2f48d-bbb8-4993-945a-9f7d8ffe148d, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=a1c2f48d-bbb8-4993-945a-9f7d8ffe148d,segment=NetworkSegment(44ae82ab-933d-4e4a-b5ba-065d77b83525),segment_id=44ae82ab-933d-4e4a-b5ba-065d77b83525)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:06:01.134570 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:01.149851 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-905b14c3-33b1-40f5-a270-42af3becfa88 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:06:01.302168 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] Pushing event updated for resources: {'Port': ['ID=a1c2f48d-bbb8-4993-945a-9f7d8ffe148d,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:06:01.307134 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:06:01.310897 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f50d52da-8b22-4fcb-8a7a-b72397b16c8c req-c71dd06f-a13d-40c7-8c5f-c730f0e6cb45 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=04a07dc9-9179-429a-8104-f80755ca4129 HTTP/1.1" status: 200  len: 210 time: 0.0553818
Nov 18 15:06:01.344125 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:01.345699 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] 10.222.0.15 "PUT /v2.0/ports/a1c2f48d-bbb8-4993-945a-9f7d8ffe148d HTTP/1.1" status: 200  len: 1157 time: 1.8536005
Nov 18 15:06:01.346195 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64dca10d-9bf4-4b8d-9010-9d374292e331', 'tag': 'a1c2f48d-bbb8-4993-945a-9f7d8ffe148d'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:06:01.444431 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64dca10d-9bf4-4b8d-9010-9d374292e331', 'tag': 'a1c2f48d-bbb8-4993-945a-9f7d8ffe148d', 'status': 'completed', 'code': 200}
Nov 18 15:06:01.547065 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-89de1482-80b2-428a-b6d3-64247f9f65d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3322bb8bf53842ffb644b0f9498cc6a1&device_id=64dca10d-9bf4-4b8d-9010-9d374292e331 HTTP/1.1" status: 200  len: 1160 time: 0.1480043
Nov 18 15:06:01.558112 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37937fb-d32a-421a-b4f3-6fdc5498713a req-6771dff2-50eb-45f0-b0e1-a822a43deb46 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:01.559226 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-f37937fb-d32a-421a-b4f3-6fdc5498713a req-6771dff2-50eb-45f0-b0e1-a822a43deb46 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Synchronizing usage tracker for tenant:3322bb8bf53842ffb644b0f9498cc6a1 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:06:01.642147 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-b74186e6-f660-4e43-9df6-d726eae597ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1c2f48d-bbb8-4993-945a-9f7d8ffe148d HTTP/1.1" status: 200  len: 217 time: 0.0795374
Nov 18 15:06:01.646294 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-f37937fb-d32a-421a-b4f3-6fdc5498713a req-6771dff2-50eb-45f0-b0e1-a822a43deb46 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Unset dirty status for tenant:3322bb8bf53842ffb644b0f9498cc6a1 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:06:01.647719 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f37937fb-d32a-421a-b4f3-6fdc5498713a req-6771dff2-50eb-45f0-b0e1-a822a43deb46 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=64dca10d-9bf4-4b8d-9010-9d374292e331 HTTP/1.1" status: 200  len: 943 time: 0.2022717
Nov 18 15:06:01.738224 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d2667-8b16-4b59-a7e8-935066dcac52 req-5cc1ebb4-829c-4846-8604-c0617ab37a59 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:01.740504 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-203d2667-8b16-4b59-a7e8-935066dcac52 req-5cc1ebb4-829c-4846-8604-c0617ab37a59 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.0858905
Nov 18 15:06:01.746911 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-99f71835-f7f6-4a43-87ed-76ae05d8deeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:01.748567 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-99f71835-f7f6-4a43-87ed-76ae05d8deeb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0af833fa-f38c-4bb6-bf60-f1d4e86bf4b1 HTTP/1.1" status: 200  len: 848 time: 0.0994833
Nov 18 15:06:01.756837 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f37937fb-d32a-421a-b4f3-6fdc5498713a req-e0eb7db4-9597-4774-9a76-fce10333e536 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685503
Nov 18 15:06:01.803782 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-203d2667-8b16-4b59-a7e8-935066dcac52 req-302f9c95-d236-4a93-b3f3-61a70af3d192 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553739
Nov 18 15:06:01.810906 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-c145bb7a-0494-46f8-87f9-b16a4f801705 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6eacf6e1-cb1a-495c-ac9e-a86f13dd2496&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0530729
Nov 18 15:06:01.968685 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-9e13d7e1-de0a-406b-83df-6e41b46da1ff service neutron] 10.222.0.15 "GET /v2.0/networks/6eacf6e1-cb1a-495c-ac9e-a86f13dd2496?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369138
Nov 18 15:06:02.117097 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-be32b141-3ded-48d1-be5a-4597b1e3fc6a req-6be4bbd5-e857-477c-b059-3377c437fab2 service neutron] 10.222.0.15 "GET /v2.0/networks/6eacf6e1-cb1a-495c-ac9e-a86f13dd2496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1331744
Nov 18 15:06:02.259451 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3508028a-e938-4e8e-8a8b-d58a6fa8fe8a req-f77de3bf-86f3-4896-b5e0-3271d315d181 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3322bb8bf53842ffb644b0f9498cc6a1&device_id=64dca10d-9bf4-4b8d-9010-9d374292e331 HTTP/1.1" status: 200  len: 1160 time: 0.0754013
Nov 18 15:06:02.553997 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508028a-e938-4e8e-8a8b-d58a6fa8fe8a req-d42efbf3-ca9a-4947-8752-358e4e37c67a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:02.555510 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3508028a-e938-4e8e-8a8b-d58a6fa8fe8a req-d42efbf3-ca9a-4947-8752-358e4e37c67a service neutron] 10.222.0.15 "GET /v2.0/networks?id=6eacf6e1-cb1a-495c-ac9e-a86f13dd2496 HTTP/1.1" status: 200  len: 902 time: 0.2896419
Nov 18 15:06:02.568205 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8542f482-a8f5-4bd4-bc6b-18abca411ce9 req-3d4a4d83-2b00-4888-9611-ac0155cfa0ac tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=04a07dc9-9179-429a-8104-f80755ca4129 HTTP/1.1" status: 200  len: 210 time: 0.0658562
Nov 18 15:06:02.654848 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3508028a-e938-4e8e-8a8b-d58a6fa8fe8a req-ad459081-3c88-436e-b972-9db4438fbf84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1c2f48d-bbb8-4993-945a-9f7d8ffe148d HTTP/1.1" status: 200  len: 217 time: 0.0832911
Nov 18 15:06:02.662019 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-97e79bb3-f305-40c1-854a-0cb5c470532e tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:02.663493 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-97e79bb3-f305-40c1-854a-0cb5c470532e tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.15 "GET /v2.0/networks?id=99087502-fe9c-44a7-80e8-0fd7a825b954 HTTP/1.1" status: 200  len: 813 time: 0.3006816
Nov 18 15:06:02.705772 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-e3014a4d-cf8b-4a93-866a-2801917077f2 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Request body: {'port': {'device_id': '04a07dc9-9179-429a-8104-f80755ca4129', 'network_id': '99087502-fe9c-44a7-80e8-0fd7a825b954', 'admin_state_up': True, 'tenant_id': '49622a34b9694e4187e73317bc18fc55'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:06:02.978283 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c793b7e-5a83-4eb7-8aaf-aabc114c97ba req-4511f34f-029c-4186-a863-4fd38085aca9 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:02.979875 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c793b7e-5a83-4eb7-8aaf-aabc114c97ba req-4511f34f-029c-4186-a863-4fd38085aca9 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=64dca10d-9bf4-4b8d-9010-9d374292e331 HTTP/1.1" status: 200  len: 943 time: 0.0855315
Nov 18 15:06:03.029504 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c793b7e-5a83-4eb7-8aaf-aabc114c97ba req-323fb077-fa61-4893-a3ef-bce323d2b3c0 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430982
Nov 18 15:06:03.066184 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508028a-e938-4e8e-8a8b-d58a6fa8fe8a req-3d5ce922-f8e4-4da3-8f3d-4bd2532d0790 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:03.068453 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3508028a-e938-4e8e-8a8b-d58a6fa8fe8a req-3d5ce922-f8e4-4da3-8f3d-4bd2532d0790 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0af833fa-f38c-4bb6-bf60-f1d4e86bf4b1 HTTP/1.1" status: 200  len: 848 time: 0.4040613
Nov 18 15:06:03.139049 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3508028a-e938-4e8e-8a8b-d58a6fa8fe8a req-0b25e08a-b195-4876-a1a3-3ac390688277 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6eacf6e1-cb1a-495c-ac9e-a86f13dd2496&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0598335
Nov 18 15:06:03.221791 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-e3014a4d-cf8b-4a93-866a-2801917077f2 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:06:03.287711 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbc22d-5267-4a4e-b949-f6bd03652784 req-ebdf77a7-ee3b-44a5-b71d-53eb6ffaa3ce tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:03.289311 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59fbc22d-5267-4a4e-b949-f6bd03652784 req-ebdf77a7-ee3b-44a5-b71d-53eb6ffaa3ce tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.3445268
Nov 18 15:06:03.299932 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-e3014a4d-cf8b-4a93-866a-2801917077f2 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:06:03.352721 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-e3014a4d-cf8b-4a93-866a-2801917077f2 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Made reservation on behalf of 49622a34b9694e4187e73317bc18fc55 for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:06:03.358047 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-e3014a4d-cf8b-4a93-866a-2801917077f2 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:03.398664 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59fbc22d-5267-4a4e-b949-f6bd03652784 req-8d638103-3ee7-4608-9b96-6e7f47443577 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0999386
Nov 18 15:06:03.401027 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3508028a-e938-4e8e-8a8b-d58a6fa8fe8a req-5fad4cb1-9cf5-46e6-b99f-dc41589acc8a service neutron] 10.222.0.15 "GET /v2.0/networks/6eacf6e1-cb1a-495c-ac9e-a86f13dd2496?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2540696
Nov 18 15:06:03.702148 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3508028a-e938-4e8e-8a8b-d58a6fa8fe8a req-c9511f30-a3a0-4f73-8a26-c22823adefd1 service neutron] 10.222.0.15 "GET /v2.0/networks/6eacf6e1-cb1a-495c-ac9e-a86f13dd2496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2889175
Nov 18 15:06:03.751308 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7ba7a4f6-10de-40b9-8b2b-6b158376a445 req-ab1687ce-1a50-482b-88b1-9eba7d1fc52e tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=04a07dc9-9179-429a-8104-f80755ca4129 HTTP/1.1" status: 200  len: 210 time: 0.0498168
Nov 18 15:06:03.816596 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-e3014a4d-cf8b-4a93-866a-2801917077f2 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Allocated IP 172.20.0.6 (99087502-fe9c-44a7-80e8-0fd7a825b954/971af91b-0ec1-4476-9700-dd3967bd5fde/c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:06:03.867998 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 1dab2caa-73c4-4e48-8653-c13eae84bf16 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:06:03.937609 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 1dab2caa-73c4-4e48-8653-c13eae84bf16 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:06:03.938031 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:04.025165 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-e3014a4d-cf8b-4a93-866a-2801917077f2 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:04.050403 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-e3014a4d-cf8b-4a93-866a-2801917077f2 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:04.070021 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3597dcf5-c036-4736-b9f3-eca72d9312d2 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:06:04.244157 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3014a4d-cf8b-4a93-866a-2801917077f2 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Pushing event updated for resources: {'Port': ['ID=c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:06:04.247292 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e3014a4d-cf8b-4a93-866a-2801917077f2 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:06:04.333904 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-e3014a4d-cf8b-4a93-866a-2801917077f2 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Network 99087502-fe9c-44a7-80e8-0fd7a825b954 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:06:04.340088 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff014d-bdf6-45b7-94b9-6dc2a419d466 req-f50ba0c2-4779-4efe-b475-980bcded4f30 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:04.341732 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e2ff014d-bdf6-45b7-94b9-6dc2a419d466 req-f50ba0c2-4779-4efe-b475-980bcded4f30 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=64dca10d-9bf4-4b8d-9010-9d374292e331 HTTP/1.1" status: 200  len: 943 time: 0.1430292
Nov 18 15:06:04.342728 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-e3014a4d-cf8b-4a93-866a-2801917077f2 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:06:04.345073 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-e3014a4d-cf8b-4a93-866a-2801917077f2 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:06:04.446477 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-e3014a4d-cf8b-4a93-866a-2801917077f2 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:04.447151 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-e3014a4d-cf8b-4a93-866a-2801917077f2 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:04.454735 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e2ff014d-bdf6-45b7-94b9-6dc2a419d466 req-9a19e72d-9957-4ed3-b1ad-578baa9cbdd4 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813293
Nov 18 15:06:04.474589 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-e3014a4d-cf8b-4a93-866a-2801917077f2 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7754688
Nov 18 15:06:04.491691 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] Request body: {'port': {'device_id': '04a07dc9-9179-429a-8104-f80755ca4129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:06:04.605128 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:04.612051 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b879fd1-290c-4d6d-80c7-32676e124e94 req-40985527-2043-482a-aa4b-433d5f253d3b tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:04.613705 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3b879fd1-290c-4d6d-80c7-32676e124e94 req-40985527-2043-482a-aa4b-433d5f253d3b tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.0842071
Nov 18 15:06:04.663066 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3b879fd1-290c-4d6d-80c7-32676e124e94 req-c6a7515a-bfea-49f9-9270-2ce510a7361f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428970
Nov 18 15:06:05.029524 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40b078-c0bc-4732-aa9c-1c555fff3afd req-5e9469e0-f63a-469c-b309-d3af01ad2031 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:05.031033 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3b40b078-c0bc-4732-aa9c-1c555fff3afd req-5e9469e0-f63a-469c-b309-d3af01ad2031 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=04a07dc9-9179-429a-8104-f80755ca4129 HTTP/1.1" status: 200  len: 931 time: 0.1304390
Nov 18 15:06:05.081674 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3b40b078-c0bc-4732-aa9c-1c555fff3afd req-a58b5bac-2830-4b09-a471-15b592f4b0a2 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436387
Nov 18 15:06:05.143310 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884 {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 15:06:05.154566 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:05.175367 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] Transition to ACTIVE for port object c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:06:05.186527 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:05.204601 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:06:05.275708 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0b0eb-5e1b-4984-8177-4bf0f6af7fda req-e7d4826f-f108-4722-b895-864431285d71 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:05.277346 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-51f0b0eb-5e1b-4984-8177-4bf0f6af7fda req-e7d4826f-f108-4722-b895-864431285d71 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.2556109
Nov 18 15:06:05.546741 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:05.601543 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5ec655b-367c-4cb5-976c-de63f1671fec req-070c7e8e-e8c2-4902-8b89-7ec524e18b90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a636a45410424918b4d9f679f113cafd&device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 1163 time: 0.5162382
Nov 18 15:06:05.609838 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] Pushing event updated for resources: {'Port': ['ID=c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:06:05.613232 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:06:05.671195 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c750523-ec96-499d-9e30-383d190ea1c9 req-b70901c0-1359-4bb7-9edb-8c1196bf60ee tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:05.672991 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0c750523-ec96-499d-9e30-383d190ea1c9 req-b70901c0-1359-4bb7-9edb-8c1196bf60ee tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=64dca10d-9bf4-4b8d-9010-9d374292e331 HTTP/1.1" status: 200  len: 943 time: 0.0833802
Nov 18 15:06:05.721493 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0c750523-ec96-499d-9e30-383d190ea1c9 req-50522a71-0452-48ac-aa27-7198a59301cc tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422800
Nov 18 15:06:05.753390 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-51f0b0eb-5e1b-4984-8177-4bf0f6af7fda req-f92e29b3-b713-4f60-8565-b0055e957cc8 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4624238
Nov 18 15:06:05.891273 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec655b-367c-4cb5-976c-de63f1671fec req-d450e43d-b621-472c-af5e-1cbf134c1aab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:05.892901 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5ec655b-367c-4cb5-976c-de63f1671fec req-d450e43d-b621-472c-af5e-1cbf134c1aab service neutron] 10.222.0.15 "GET /v2.0/networks?id=39f5108f-843e-41e3-81e6-112f46a760b7 HTTP/1.1" status: 200  len: 904 time: 0.2784817
Nov 18 15:06:06.024354 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] Attempting to bind port c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:06:06.024671 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] Attempting to bind port c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '111b206e-6ea0-440a-aebe-060ea63ac35d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '99087502-fe9c-44a7-80e8-0fd7a825b954'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:06:06.025055 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] Attempting to bind port c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884 on network 99087502-fe9c-44a7-80e8-0fd7a825b954 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:06:06.037249 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5ec655b-367c-4cb5-976c-de63f1671fec req-624c2214-c18d-48c7-b453-5f563f3a33e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dab2caa-73c4-4e48-8653-c13eae84bf16 HTTP/1.1" status: 200  len: 1001 time: 0.1368988
Nov 18 15:06:06.038133 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] Checking agent: {'id': '91607d16-723a-4a8c-80a4-032802295cf0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 34), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:06:06.038505 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] Checking segment: {'id': '111b206e-6ea0-440a-aebe-060ea63ac35d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '99087502-fe9c-44a7-80e8-0fd7a825b954'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:06:06.038910 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:06.039298 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] Bound using segment: {'id': '111b206e-6ea0-440a-aebe-060ea63ac35d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '99087502-fe9c-44a7-80e8-0fd7a825b954'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:06:06.039780 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] Bound port: c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111b206e-6ea0-440a-aebe-060ea63ac35d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '99087502-fe9c-44a7-80e8-0fd7a825b954'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:06:06.040153 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:06.165938 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec655b-367c-4cb5-976c-de63f1671fec req-fb49ec77-8819-497b-9849-a5888e8fa9cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:06.167536 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5ec655b-367c-4cb5-976c-de63f1671fec req-fb49ec77-8819-497b-9849-a5888e8fa9cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d HTTP/1.1" status: 200  len: 849 time: 0.1180401
Nov 18 15:06:06.243457 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] For port c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884, host hv-cinder-73362, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:06:06.247153 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] For port c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884,segment=NetworkSegment(111b206e-6ea0-440a-aebe-060ea63ac35d),segment_id=111b206e-6ea0-440a-aebe-060ea63ac35d)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:06:06.252393 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:06.268541 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e3014a4d-cf8b-4a93-866a-2801917077f2 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:06:06.298969 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c41778-5944-4612-b931-87b655a3c653 req-a946ddd9-6847-4791-97ab-409ced624643 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:06.300513 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d2c41778-5944-4612-b931-87b655a3c653 req-a946ddd9-6847-4791-97ab-409ced624643 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=04a07dc9-9179-429a-8104-f80755ca4129 HTTP/1.1" status: 200  len: 943 time: 0.0867500
Nov 18 15:06:06.349769 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d2c41778-5944-4612-b931-87b655a3c653 req-bf5fa496-5175-4dc7-968a-e02ad030e800 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422516
Nov 18 15:06:06.426182 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5ec655b-367c-4cb5-976c-de63f1671fec req-588883f1-2033-4756-9cb6-d260bfcccbf6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39f5108f-843e-41e3-81e6-112f46a760b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2458458
Nov 18 15:06:06.465269 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] Pushing event updated for resources: {'Port': ['ID=c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:06:06.473417 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:06:06.604136 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:06.605666 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] 10.222.0.15 "PUT /v2.0/ports/c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884 HTTP/1.1" status: 200  len: 1157 time: 2.1192012
Nov 18 15:06:06.606192 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a07dc9-9179-429a-8104-f80755ca4129', 'tag': 'c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:06:06.619003 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5ec655b-367c-4cb5-976c-de63f1671fec req-51554fc4-8522-4079-ab49-c90bdb1bd66b service neutron] 10.222.0.15 "GET /v2.0/networks/39f5108f-843e-41e3-81e6-112f46a760b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803327
Nov 18 15:06:06.645266 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 1dab2caa-73c4-4e48-8653-c13eae84bf16 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:06:06.689093 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a07dc9-9179-429a-8104-f80755ca4129', 'tag': 'c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884', 'status': 'completed', 'code': 200}
Nov 18 15:06:06.716476 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 1dab2caa-73c4-4e48-8653-c13eae84bf16 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:06:06.716930 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:06.831690 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-d5960459-ad22-4f3a-bd0f-3912ff5432ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49622a34b9694e4187e73317bc18fc55&device_id=04a07dc9-9179-429a-8104-f80755ca4129 HTTP/1.1" status: 200  len: 1160 time: 0.1795478
Nov 18 15:06:06.835717 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5ec655b-367c-4cb5-976c-de63f1671fec req-2aa58079-2e73-4420-9d61-f2c85b53e930 service neutron] 10.222.0.15 "GET /v2.0/networks/39f5108f-843e-41e3-81e6-112f46a760b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2095342
Nov 18 15:06:06.840521 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device a1c2f48d-bbb8-4993-945a-9f7d8ffe148d up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:06:06.922363 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning for port a1c2f48d-bbb8-4993-945a-9f7d8ffe148d completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:06:06.928023 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port a1c2f48d-bbb8-4993-945a-9f7d8ffe148d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:06:06.928480 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:06.951408 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c8093-d337-485b-8bc5-621c3175505f req-b11061d0-8c9b-4bd6-912f-56e3e1d2dc69 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:06.953065 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e01c8093-d337-485b-8bc5-621c3175505f req-b11061d0-8c9b-4bd6-912f-56e3e1d2dc69 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=64dca10d-9bf4-4b8d-9010-9d374292e331 HTTP/1.1" status: 200  len: 943 time: 0.0869553
Nov 18 15:06:06.976041 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-db40430c-54b6-41b0-ba14-47505376b3cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884 HTTP/1.1" status: 200  len: 217 time: 0.1177318
Nov 18 15:06:07.004140 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e01c8093-d337-485b-8bc5-621c3175505f req-d9182750-3f10-420e-b2ed-9c251e485942 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434966
Nov 18 15:06:07.049243 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:07.063456 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-01bbbdc5-67c0-4cba-b55d-b8de158f6ab5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:07.065067 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-01bbbdc5-67c0-4cba-b55d-b8de158f6ab5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=971af91b-0ec1-4476-9700-dd3967bd5fde HTTP/1.1" status: 200  len: 853 time: 0.0803623
Nov 18 15:06:07.076838 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dca10d-9bf4-4b8d-9010-9d374292e331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c2f48d-bbb8-4993-945a-9f7d8ffe148d'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:06:07.084690 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe365b7-16cb-41f4-b494-7ad906393fc1 req-4f6c8f3c-696b-4578-a989-837e1b3737d8 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:07.086314 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0fe365b7-16cb-41f4-b494-7ad906393fc1 req-4f6c8f3c-696b-4578-a989-837e1b3737d8 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.1601801
Nov 18 15:06:07.087356 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port a1c2f48d-bbb8-4993-945a-9f7d8ffe148d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=a1c2f48d-bbb8-4993-945a-9f7d8ffe148d,segment=NetworkSegment(44ae82ab-933d-4e4a-b5ba-065d77b83525),segment_id=44ae82ab-933d-4e4a-b5ba-065d77b83525)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:06:07.090782 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:07.092647 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:06:07.145123 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dca10d-9bf4-4b8d-9010-9d374292e331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c2f48d-bbb8-4993-945a-9f7d8ffe148d', 'code': 200}
Nov 18 15:06:07.147089 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-917224c7-a5b9-4883-9290-59785099aeb0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99087502-fe9c-44a7-80e8-0fd7a825b954&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0597615
Nov 18 15:06:07.166026 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=a1c2f48d-bbb8-4993-945a-9f7d8ffe148d,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:06:07.169490 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:06:07.204098 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0fe365b7-16cb-41f4-b494-7ad906393fc1 req-1139ae27-de3b-4fa3-946c-c99990532358 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790865
Nov 18 15:06:07.320637 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-03d656c3-ecc4-4605-8d05-52955b70d638 service neutron] 10.222.0.15 "GET /v2.0/networks/99087502-fe9c-44a7-80e8-0fd7a825b954?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482983
Nov 18 15:06:07.547990 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-14e9c6a4-e3f6-4633-b378-e5b3cac9e09e req-d500cc22-5f04-4224-9150-584d938fcc46 service neutron] 10.222.0.15 "GET /v2.0/networks/99087502-fe9c-44a7-80e8-0fd7a825b954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2070932
Nov 18 15:06:07.551831 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e99a3ca-21a2-413a-98e6-2809a30b60f5 req-c3546320-cd8e-406f-a1b3-10ab320923a5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=64dca10d-9bf4-4b8d-9010-9d374292e331 HTTP/1.1" status: 200  len: 1162 time: 0.1860175
Nov 18 15:06:07.572221 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc89d47-c6ff-4409-a16e-881324cb216b req-87fc3a85-5fc6-40c6-9b7f-152c1f633f0f tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:07.573901 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-acc89d47-c6ff-4409-a16e-881324cb216b req-87fc3a85-5fc6-40c6-9b7f-152c1f633f0f tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=04a07dc9-9179-429a-8104-f80755ca4129 HTTP/1.1" status: 200  len: 943 time: 0.0904970
Nov 18 15:06:07.615161 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e99a3ca-21a2-413a-98e6-2809a30b60f5 req-63a323ad-c000-41d0-b8a4-b2fc407963d2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413353
Nov 18 15:06:07.626217 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-acc89d47-c6ff-4409-a16e-881324cb216b req-28f412a6-ad3a-4a71-bbbd-fcd92e48087a tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459301
Nov 18 15:06:07.950727 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device a1c2f48d-bbb8-4993-945a-9f7d8ffe148d up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:06:08.025250 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port a1c2f48d-bbb8-4993-945a-9f7d8ffe148d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:06:08.025673 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:08.101878 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-220749f5-500c-4037-b576-3ec9301fc23e req-1b4f8057-6408-40ed-8cee-f768412aa592 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49622a34b9694e4187e73317bc18fc55&device_id=04a07dc9-9179-429a-8104-f80755ca4129 HTTP/1.1" status: 200  len: 1160 time: 0.0771594
Nov 18 15:06:08.319967 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220749f5-500c-4037-b576-3ec9301fc23e req-c17c84e7-86a1-44f5-b0fe-ea8dfed159a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:08.321606 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-220749f5-500c-4037-b576-3ec9301fc23e req-c17c84e7-86a1-44f5-b0fe-ea8dfed159a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=99087502-fe9c-44a7-80e8-0fd7a825b954 HTTP/1.1" status: 200  len: 907 time: 0.2086449
Nov 18 15:06:08.328411 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754f103-334b-4a6c-bcf4-b4a0cef08afb req-f46b6a5a-fbca-4b22-8d0b-c23ae2c7aaa3 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:08.329935 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4754f103-334b-4a6c-bcf4-b4a0cef08afb req-f46b6a5a-fbca-4b22-8d0b-c23ae2c7aaa3 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=64dca10d-9bf4-4b8d-9010-9d374292e331 HTTP/1.1" status: 200  len: 945 time: 0.1887517
Nov 18 15:06:08.416096 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe819f57-5213-4c38-9069-fe5d215b3ae0 req-13be0cf7-c63a-4915-a8f0-f09a2d6e0e1f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:08.417748 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe819f57-5213-4c38-9069-fe5d215b3ae0 req-13be0cf7-c63a-4915-a8f0-f09a2d6e0e1f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.0823302
Nov 18 15:06:08.435694 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4754f103-334b-4a6c-bcf4-b4a0cef08afb req-07ade2c7-d6ef-4adf-9f4e-3c17fe6eb3db tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993326
Nov 18 15:06:08.444771 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-220749f5-500c-4037-b576-3ec9301fc23e req-9d520769-77e3-4a40-aeb0-5692622026e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884 HTTP/1.1" status: 200  len: 217 time: 0.0706718
Nov 18 15:06:08.472043 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe819f57-5213-4c38-9069-fe5d215b3ae0 req-7baefbd1-e8ad-4a17-a69c-23299a3c7021 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473940
Nov 18 15:06:08.520085 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220749f5-500c-4037-b576-3ec9301fc23e req-eae84d35-ffb9-4653-bf65-596e28225d8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:08.522155 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-220749f5-500c-4037-b576-3ec9301fc23e req-eae84d35-ffb9-4653-bf65-596e28225d8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=971af91b-0ec1-4476-9700-dd3967bd5fde HTTP/1.1" status: 200  len: 853 time: 0.0695503
Nov 18 15:06:08.573784 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-220749f5-500c-4037-b576-3ec9301fc23e req-5d5f28c2-f996-4097-881c-6c6253c03c43 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99087502-fe9c-44a7-80e8-0fd7a825b954&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438259
Nov 18 15:06:08.717216 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-220749f5-500c-4037-b576-3ec9301fc23e req-5619b581-2edd-47ad-ace2-634f353480ae service neutron] 10.222.0.15 "GET /v2.0/networks/99087502-fe9c-44a7-80e8-0fd7a825b954?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354775
Nov 18 15:06:09.117889 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-220749f5-500c-4037-b576-3ec9301fc23e req-88bd92ec-cd29-420e-97e5-27cc7c373086 service neutron] 10.222.0.15 "GET /v2.0/networks/99087502-fe9c-44a7-80e8-0fd7a825b954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3938446
Nov 18 15:06:09.128910 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c132bdc-0bb1-4b7f-a950-19c80eeca69a req-850d126b-21bf-4ecd-abb1-d81fac11fe85 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:09.129701 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-6c132bdc-0bb1-4b7f-a950-19c80eeca69a req-850d126b-21bf-4ecd-abb1-d81fac11fe85 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Synchronizing usage tracker for tenant:49622a34b9694e4187e73317bc18fc55 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:06:09.144898 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-6c132bdc-0bb1-4b7f-a950-19c80eeca69a req-850d126b-21bf-4ecd-abb1-d81fac11fe85 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Unset dirty status for tenant:49622a34b9694e4187e73317bc18fc55 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:06:09.146148 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c132bdc-0bb1-4b7f-a950-19c80eeca69a req-850d126b-21bf-4ecd-abb1-d81fac11fe85 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=04a07dc9-9179-429a-8104-f80755ca4129 HTTP/1.1" status: 200  len: 943 time: 0.3827307
Nov 18 15:06:09.194340 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c132bdc-0bb1-4b7f-a950-19c80eeca69a req-2547f064-9591-4a39-b404-64af8dcd1faf tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420065
Nov 18 15:06:09.480679 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f721056-5010-472e-b109-d70d308aaa36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:09.652874 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c338d53-13e6-40e4-9ea3-9900b1b7a726 req-a8a42c53-aade-4ac9-b9d8-379264629cd0 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:09.654460 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3c338d53-13e6-40e4-9ea3-9900b1b7a726 req-a8a42c53-aade-4ac9-b9d8-379264629cd0 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=64dca10d-9bf4-4b8d-9010-9d374292e331 HTTP/1.1" status: 200  len: 945 time: 0.0870907
Nov 18 15:06:09.702136 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3c338d53-13e6-40e4-9ea3-9900b1b7a726 req-d2d12c5a-f20c-48d5-973f-baced361ad38 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414219
Nov 18 15:06:10.404704 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021bea4-f195-438b-959d-e12b91c8dad6 req-135a321d-69ec-4f2a-a36a-2db41a72dd6e tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:10.406299 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2021bea4-f195-438b-959d-e12b91c8dad6 req-135a321d-69ec-4f2a-a36a-2db41a72dd6e tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=04a07dc9-9179-429a-8104-f80755ca4129 HTTP/1.1" status: 200  len: 943 time: 0.0812490
Nov 18 15:06:10.454313 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2021bea4-f195-438b-959d-e12b91c8dad6 req-bc8edd5b-dbd9-42f6-91ac-d120099e1292 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413632
Nov 18 15:06:10.918452 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7807d9a-4287-415b-997c-e37664aa5a59 req-e1680664-352a-4fdc-9738-afa88ab9872c tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:10.920035 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a7807d9a-4287-415b-997c-e37664aa5a59 req-e1680664-352a-4fdc-9738-afa88ab9872c tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=64dca10d-9bf4-4b8d-9010-9d374292e331 HTTP/1.1" status: 200  len: 945 time: 0.0861518
Nov 18 15:06:10.967758 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a7807d9a-4287-415b-997c-e37664aa5a59 req-0fee53b5-4690-412a-b3bb-b0434e6497a1 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415323
Nov 18 15:06:11.673399 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc8ec6-928c-4f1c-ab39-5c3d3a0085f0 req-fe3ed312-6f14-4a6d-940d-05eeee7dc44b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:11.675015 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-58fc8ec6-928c-4f1c-ab39-5c3d3a0085f0 req-fe3ed312-6f14-4a6d-940d-05eeee7dc44b tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=04a07dc9-9179-429a-8104-f80755ca4129 HTTP/1.1" status: 200  len: 943 time: 0.0905056
Nov 18 15:06:11.724069 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-58fc8ec6-928c-4f1c-ab39-5c3d3a0085f0 req-08ff20d1-889a-427d-964c-df75831d02e5 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427382
Nov 18 15:06:12.110784 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-00a89fe6-e2a5-4874-95e0-b62684aab8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:12.148021 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ad528-158e-4a8e-90ff-5372ef45507a req-7d51ae8e-8bc2-4855-9f99-f3a7f686797b tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:12.149657 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ab8ad528-158e-4a8e-90ff-5372ef45507a req-7d51ae8e-8bc2-4855-9f99-f3a7f686797b tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=64dca10d-9bf4-4b8d-9010-9d374292e331 HTTP/1.1" status: 200  len: 945 time: 0.0830681
Nov 18 15:06:12.202038 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ab8ad528-158e-4a8e-90ff-5372ef45507a req-fe1bc423-0218-4bdd-8395-0181ac18fe46 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461023
Nov 18 15:06:12.388810 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:12.659716 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:06:12.730818 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning for port c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:06:12.735522 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:06:12.735942 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:12.855188 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:12.883529 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a07dc9-9179-429a-8104-f80755ca4129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:06:12.893487 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884,segment=NetworkSegment(111b206e-6ea0-440a-aebe-060ea63ac35d),segment_id=111b206e-6ea0-440a-aebe-060ea63ac35d)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:06:12.896413 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:12.898339 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-496bd4d2-c3b4-4646-a9eb-6112e6c3811f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:06:12.944314 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e673be-7c90-4ab6-a665-ccd7a48bf744 req-80807cd6-b06e-4b41-ad74-eefda056ccaf tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:12.945963 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-46e673be-7c90-4ab6-a665-ccd7a48bf744 req-80807cd6-b06e-4b41-ad74-eefda056ccaf tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=04a07dc9-9179-429a-8104-f80755ca4129 HTTP/1.1" status: 200  len: 945 time: 0.0882533
Nov 18 15:06:12.947815 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a07dc9-9179-429a-8104-f80755ca4129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884', 'code': 200}
Nov 18 15:06:12.967775 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:06:12.971300 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:06:12.996007 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-46e673be-7c90-4ab6-a665-ccd7a48bf744 req-e0d269fc-9ed9-4e25-be0c-101011fad09a tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437932
Nov 18 15:06:13.313880 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-63baefea-71bc-406e-a801-eb9b4071a8fc req-4ab2749e-2996-4b88-aec6-e70b8ce35107 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04a07dc9-9179-429a-8104-f80755ca4129 HTTP/1.1" status: 200  len: 1162 time: 0.0746520
Nov 18 15:06:13.413901 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-63baefea-71bc-406e-a801-eb9b4071a8fc req-6cf100f9-6926-4527-a01e-2026aa3ba390 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912564
Nov 18 15:06:13.441727 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ddd6b-018f-4932-a3b4-997b03e309c4 req-96623f3c-6fec-44fd-ad66-696eaa853491 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:13.443333 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-010ddd6b-018f-4932-a3b4-997b03e309c4 req-96623f3c-6fec-44fd-ad66-696eaa853491 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=64dca10d-9bf4-4b8d-9010-9d374292e331 HTTP/1.1" status: 200  len: 945 time: 0.1055684
Nov 18 15:06:13.491045 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-010ddd6b-018f-4932-a3b4-997b03e309c4 req-cab44bb0-6985-4748-ae35-193599f7058d tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414853
Nov 18 15:06:13.494065 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:13.695119 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:13.937327 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:06:14.010903 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:06:14.011316 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:14.212225 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba089f8-09ce-418e-9044-0dc45f635e8d req-130addc1-6bd4-4d42-9903-dc52f2ac2019 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:14.213854 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2ba089f8-09ce-418e-9044-0dc45f635e8d req-130addc1-6bd4-4d42-9903-dc52f2ac2019 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=04a07dc9-9179-429a-8104-f80755ca4129 HTTP/1.1" status: 200  len: 945 time: 0.0874200
Nov 18 15:06:14.262346 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2ba089f8-09ce-418e-9044-0dc45f635e8d req-53f0dfc8-c6c4-4948-bffe-bee643527cbd tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419116
Nov 18 15:06:14.276893 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642dcc4-3e3b-4bc8-93f4-89f2c122b7e6 req-43b59c81-3f93-4dd1-9ffa-df86d9737289 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:14.278469 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4642dcc4-3e3b-4bc8-93f4-89f2c122b7e6 req-43b59c81-3f93-4dd1-9ffa-df86d9737289 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.15 "GET /v2.0/ports?device_id=64dca10d-9bf4-4b8d-9010-9d374292e331 HTTP/1.1" status: 200  len: 945 time: 0.0831301
Nov 18 15:06:14.357458 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-4642dcc4-3e3b-4bc8-93f4-89f2c122b7e6 req-2f729efa-df7f-4387-9a36-aa846083d26c tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Deleting port a1c2f48d-bbb8-4993-945a-9f7d8ffe148d {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:06:14.357849 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4642dcc4-3e3b-4bc8-93f4-89f2c122b7e6 req-2f729efa-df7f-4387-9a36-aa846083d26c tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:14.611514 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-4642dcc4-3e3b-4bc8-93f4-89f2c122b7e6 req-2f729efa-df7f-4387-9a36-aa846083d26c tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] For port a1c2f48d-bbb8-4993-945a-9f7d8ffe148d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=a1c2f48d-bbb8-4993-945a-9f7d8ffe148d,segment=NetworkSegment(44ae82ab-933d-4e4a-b5ba-065d77b83525),segment_id=44ae82ab-933d-4e4a-b5ba-065d77b83525)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:06:14.611950 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4642dcc4-3e3b-4bc8-93f4-89f2c122b7e6 req-2f729efa-df7f-4387-9a36-aa846083d26c tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:14.784817 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-4642dcc4-3e3b-4bc8-93f4-89f2c122b7e6 req-2f729efa-df7f-4387-9a36-aa846083d26c tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Calling delete_port for a1c2f48d-bbb8-4993-945a-9f7d8ffe148d owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:06:14.925782 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711dc4e-271e-4cf9-b21e-65cf34f77525 req-157aaa56-f8e1-4649-b52e-14ca7d1b222c tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:14.927437 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c711dc4e-271e-4cf9-b21e-65cf34f77525 req-157aaa56-f8e1-4649-b52e-14ca7d1b222c tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/ports?device_id=64dca10d-9bf4-4b8d-9010-9d374292e331 HTTP/1.1" status: 200  len: 945 time: 0.3041191
Nov 18 15:06:14.993426 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4642dcc4-3e3b-4bc8-93f4-89f2c122b7e6 req-2f729efa-df7f-4387-9a36-aa846083d26c tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:15.010032 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:06:15.048801 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c711dc4e-271e-4cf9-b21e-65cf34f77525 req-346a48aa-fdc4-4a28-a386-929681b3c254 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.21 "GET /v2.0/security-groups?id=7e51d518-eab0-497b-9911-b79087f6b945&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132205
Nov 18 15:06:15.072257 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f729efa-df7f-4387-9a36-aa846083d26c tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Pushing event deleted for resources: {'Port': ['ID=a1c2f48d-bbb8-4993-945a-9f7d8ffe148d,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:06:15.130211 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2f729efa-df7f-4387-9a36-aa846083d26c tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:06:15.218306 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-4642dcc4-3e3b-4bc8-93f4-89f2c122b7e6 req-2f729efa-df7f-4387-9a36-aa846083d26c tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] No DVR routers for this DVR port a1c2f48d-bbb8-4993-945a-9f7d8ffe148d on host hv-cinder-73362 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:06:15.220591 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4642dcc4-3e3b-4bc8-93f4-89f2c122b7e6 req-2f729efa-df7f-4387-9a36-aa846083d26c tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:15.224529 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dca10d-9bf4-4b8d-9010-9d374292e331', 'name': 'network-vif-deleted', 'tag': 'a1c2f48d-bbb8-4993-945a-9f7d8ffe148d'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:06:15.237829 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4642dcc4-3e3b-4bc8-93f4-89f2c122b7e6 req-2f729efa-df7f-4387-9a36-aa846083d26c tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] 10.222.0.15 "DELETE /v2.0/ports/a1c2f48d-bbb8-4993-945a-9f7d8ffe148d HTTP/1.1" status: 204  len: 173 time: 0.9521534
Nov 18 15:06:15.286471 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dca10d-9bf4-4b8d-9010-9d374292e331', 'name': 'network-vif-deleted', 'tag': 'a1c2f48d-bbb8-4993-945a-9f7d8ffe148d', 'status': 'completed', 'code': 200}
Nov 18 15:06:15.483260 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac6c16-664e-4585-9d97-15997b7db26d req-e0e29040-adb3-48f0-a5e3-954fb5e27a3a tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:15.485206 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7eac6c16-664e-4585-9d97-15997b7db26d req-e0e29040-adb3-48f0-a5e3-954fb5e27a3a tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=04a07dc9-9179-429a-8104-f80755ca4129 HTTP/1.1" status: 200  len: 945 time: 0.0899329
Nov 18 15:06:15.533221 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7eac6c16-664e-4585-9d97-15997b7db26d req-1dcbc824-2e6e-4bd8-a564-6d0f4360af2f tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418746
Nov 18 15:06:15.990559 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:06:16.076066 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:06:16.076551 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:16.217203 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device a1c2f48d-bbb8-4993-945a-9f7d8ffe148d no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:06:16.254968 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] No Port match for: a1c2f48d-bbb8-4993-945a-9f7d8ffe148d {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:06:16.255576 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device a1c2f48d-bbb8-4993-945a-9f7d8ffe148d not bound to the agent host hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:06:20.300156 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb8ce1-daaf-4c27-beff-1b87c6d3c174 req-65eec0b2-edea-4255-b8d9-0ccd63695cd4 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:20.302272 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-46fb8ce1-daaf-4c27-beff-1b87c6d3c174 req-65eec0b2-edea-4255-b8d9-0ccd63695cd4 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.0817468
Nov 18 15:06:20.353599 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-46fb8ce1-daaf-4c27-beff-1b87c6d3c174 req-fb60f331-897a-4a39-855e-1a930d969e01 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0450773
Nov 18 15:06:21.571159 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e650f0a-8b03-4167-9077-2061d1d785b6 req-1867fc89-ceb3-4fd8-af4f-97f669ceda84 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:21.577289 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4e650f0a-8b03-4167-9077-2061d1d785b6 req-1867fc89-ceb3-4fd8-af4f-97f669ceda84 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.0911851
Nov 18 15:06:21.625024 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4e650f0a-8b03-4167-9077-2061d1d785b6 req-af574891-3687-4896-bec7-726c9ef15868 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0460007
Nov 18 15:06:22.837207 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d96b7f-5746-4bb7-bcd4-c9d87f36b3a9 req-1f1377ec-a5fc-4764-8fdf-debba583ecae tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:22.838711 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-58d96b7f-5746-4bb7-bcd4-c9d87f36b3a9 req-1f1377ec-a5fc-4764-8fdf-debba583ecae tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.0833702
Nov 18 15:06:22.885910 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-58d96b7f-5746-4bb7-bcd4-c9d87f36b3a9 req-0a7b43c0-32a5-4a3a-a339-49894552436a tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0409839
Nov 18 15:06:24.158217 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16066320-09aa-40d8-ac53-114a76ae09ff req-ac569cc7-3df3-4898-8eab-4a13b44cdbc3 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:24.159849 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-16066320-09aa-40d8-ac53-114a76ae09ff req-ac569cc7-3df3-4898-8eab-4a13b44cdbc3 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.1254776
Nov 18 15:06:24.210110 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-16066320-09aa-40d8-ac53-114a76ae09ff req-e5ad6893-aeec-440d-8129-25a3b1b565f0 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0429106
Nov 18 15:06:25.439676 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcffee-1145-494c-924b-6420d6806ae3 req-f420ec0a-f50a-49ce-94f7-441c08780098 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:25.441287 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0cdcffee-1145-494c-924b-6420d6806ae3 req-f420ec0a-f50a-49ce-94f7-441c08780098 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.0907617
Nov 18 15:06:25.493451 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0cdcffee-1145-494c-924b-6420d6806ae3 req-e4084231-a1fb-48f7-a983-a620c387670d tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0442562
Nov 18 15:06:26.780219 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67378c37-e129-47e8-afd5-63bdc7d37880 req-958e9a19-5cd5-4ae9-993b-020cc284a5e3 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:26.789278 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67378c37-e129-47e8-afd5-63bdc7d37880 req-958e9a19-5cd5-4ae9-993b-020cc284a5e3 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.1126230
Nov 18 15:06:26.837150 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67378c37-e129-47e8-afd5-63bdc7d37880 req-31e735d9-3ed7-4037-aa2d-5f73885541b7 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0467649
Nov 18 15:06:28.058084 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707382f-a466-4958-8627-c42964a597bb req-a5fcc432-dcc8-4dd2-a7ad-0f74160d06ae tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:28.060113 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4707382f-a466-4958-8627-c42964a597bb req-a5fcc432-dcc8-4dd2-a7ad-0f74160d06ae tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.0846379
Nov 18 15:06:28.111657 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4707382f-a466-4958-8627-c42964a597bb req-c3f3fc3e-7c43-4fdb-9c35-8b6323fd106f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0445175
Nov 18 15:06:29.276009 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:06:29.517096 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed31b6c-3772-4df1-9def-1ac5ced7254b req-fff5c18e-9d45-4b11-a057-6e9754f9aa48 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:29.518622 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fed31b6c-3772-4df1-9def-1ac5ced7254b req-fff5c18e-9d45-4b11-a057-6e9754f9aa48 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.0871189
Nov 18 15:06:29.573518 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fed31b6c-3772-4df1-9def-1ac5ced7254b req-74945569-e2d7-482c-96a9-a8fffa469acf tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0467887
Nov 18 15:06:30.825857 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9aa6d-86c6-4fe9-b323-9ab424b6e49c req-a709bc4e-e6a0-4034-b914-74e0b55aaa2a tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:30.828179 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-90a9aa6d-86c6-4fe9-b323-9ab424b6e49c req-a709bc4e-e6a0-4034-b914-74e0b55aaa2a tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.1011360
Nov 18 15:06:30.904187 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-90a9aa6d-86c6-4fe9-b323-9ab424b6e49c req-b90a38fa-8322-46a0-a148-12afa45aed68 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0677824
Nov 18 15:06:32.147148 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47c65f-82a0-4b71-a415-5bce4997a8e3 req-a0c42499-a4b7-46d5-aea6-0bb8776fc502 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:32.149323 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6b47c65f-82a0-4b71-a415-5bce4997a8e3 req-a0c42499-a4b7-46d5-aea6-0bb8776fc502 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.1044273
Nov 18 15:06:32.217499 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6b47c65f-82a0-4b71-a415-5bce4997a8e3 req-6a66a59c-5aef-418c-9897-19b0c113a9db tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0595129
Nov 18 15:06:33.436654 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ba3d7-fffe-4c7b-98b4-de6a4849d6ff req-e1b6f198-3e70-4162-8930-a19eb1e426a8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:33.438476 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-417ba3d7-fffe-4c7b-98b4-de6a4849d6ff req-e1b6f198-3e70-4162-8930-a19eb1e426a8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.0856385
Nov 18 15:06:33.491376 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-417ba3d7-fffe-4c7b-98b4-de6a4849d6ff req-16fc3d9e-573e-49ba-b2a5-60b371ca277f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0457094
Nov 18 15:06:34.750640 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571484d2-413c-4310-a487-1a362fc502c5 req-32e7e5a3-8504-47ed-9fdc-dc93fc2d5c43 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:34.752443 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-571484d2-413c-4310-a487-1a362fc502c5 req-32e7e5a3-8504-47ed-9fdc-dc93fc2d5c43 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.0987945
Nov 18 15:06:34.811271 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-571484d2-413c-4310-a487-1a362fc502c5 req-a214c5a9-cf6d-455e-ba75-b323c66d1828 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0522747
Nov 18 15:06:35.014956 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fd88a41-ea7a-4a15-8031-8734e38f6be6 req-8d86ed7a-89e8-4b42-8a73-6f9fdaf08cc6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4a9b323e37c46d8899b044decab72ea&device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 1163 time: 0.1017153
Nov 18 15:06:35.219076 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd88a41-ea7a-4a15-8031-8734e38f6be6 req-46f15f0f-276c-499d-a4c2-01bad53dee84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:35.220860 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fd88a41-ea7a-4a15-8031-8734e38f6be6 req-46f15f0f-276c-499d-a4c2-01bad53dee84 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69e9610a-bdf9-4e92-a423-5887a14614d9 HTTP/1.1" status: 200  len: 902 time: 0.1741128
Nov 18 15:06:35.342708 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fd88a41-ea7a-4a15-8031-8734e38f6be6 req-fb240fd3-0cae-4847-aed2-88176bcf1d66 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f95d9584-b6db-492f-8f0d-90810f52af4d HTTP/1.1" status: 200  len: 1002 time: 0.1147189
Nov 18 15:06:35.416147 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd88a41-ea7a-4a15-8031-8734e38f6be6 req-042c0f0b-569d-4fa4-b4e7-259c65d14f72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:35.418274 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fd88a41-ea7a-4a15-8031-8734e38f6be6 req-042c0f0b-569d-4fa4-b4e7-259c65d14f72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b71eee02-545e-42b9-b666-43022aa9ac3c HTTP/1.1" status: 200  len: 847 time: 0.0686975
Nov 18 15:06:35.513955 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fd88a41-ea7a-4a15-8031-8734e38f6be6 req-4001d222-5329-44fb-be51-5ba3bb15fb8f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69e9610a-bdf9-4e92-a423-5887a14614d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0882230
Nov 18 15:06:35.576953 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:35.685207 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fd88a41-ea7a-4a15-8031-8734e38f6be6 req-c0dd8227-bc3f-43fc-9917-f494f5c1be70 service neutron] 10.222.0.15 "GET /v2.0/networks/69e9610a-bdf9-4e92-a423-5887a14614d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1595843
Nov 18 15:06:35.874025 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fd88a41-ea7a-4a15-8031-8734e38f6be6 req-be3992b8-6f80-4179-9790-8661e3a6a208 service neutron] 10.222.0.15 "GET /v2.0/networks/69e9610a-bdf9-4e92-a423-5887a14614d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1657376
Nov 18 15:06:36.058518 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff643e-1d76-44f6-927c-b3db59e8f719 req-f2038b89-4008-475b-8ac2-05a92e83e914 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:36.064218 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d9ff643e-1d76-44f6-927c-b3db59e8f719 req-f2038b89-4008-475b-8ac2-05a92e83e914 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.1029098
Nov 18 15:06:36.116985 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d9ff643e-1d76-44f6-927c-b3db59e8f719 req-4f6f1d5e-42c3-41ae-a7aa-ad205b198e82 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0501404
Nov 18 15:06:37.178918 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device f95d9584-b6db-492f-8f0d-90810f52af4d up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:06:37.373432 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0acd3a-36a7-47dc-beba-59a881362279 req-8fdc3dab-67a6-49d3-b291-830d520e458e tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:37.384682 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-be0acd3a-36a7-47dc-beba-59a881362279 req-8fdc3dab-67a6-49d3-b291-830d520e458e tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.1198871
Nov 18 15:06:37.453378 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-be0acd3a-36a7-47dc-beba-59a881362279 req-922018d4-bc3c-4854-8342-4ceb1a7265ca tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0640099
Nov 18 15:06:37.462532 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port f95d9584-b6db-492f-8f0d-90810f52af4d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:06:37.463030 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:38.656787 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f26fb8-d092-492b-8e11-6bd960b0150c req-d82b51d3-718c-47f5-a05f-ca140bc25208 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:38.658435 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d6f26fb8-d092-492b-8e11-6bd960b0150c req-d82b51d3-718c-47f5-a05f-ca140bc25208 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.0840375
Nov 18 15:06:38.764468 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d6f26fb8-d092-492b-8e11-6bd960b0150c req-ca44f748-1271-4407-86bc-9bac92ecb277 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0983405
Nov 18 15:06:38.786504 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41bfd2a7-f1a0-450f-bd60-cabb8473bd16 req-051d9a58-078c-49a5-8db0-2f760c266f17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4a9b323e37c46d8899b044decab72ea&device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 1163 time: 0.0998158
Nov 18 15:06:38.928240 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfd2a7-f1a0-450f-bd60-cabb8473bd16 req-ce1ff6f5-12f7-412a-8657-2627f34518f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:38.929892 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41bfd2a7-f1a0-450f-bd60-cabb8473bd16 req-ce1ff6f5-12f7-412a-8657-2627f34518f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69e9610a-bdf9-4e92-a423-5887a14614d9 HTTP/1.1" status: 200  len: 902 time: 0.1362793
Nov 18 15:06:39.038230 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41bfd2a7-f1a0-450f-bd60-cabb8473bd16 req-a5ad8cff-176d-4488-a381-7e4a2ef241da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f95d9584-b6db-492f-8f0d-90810f52af4d HTTP/1.1" status: 200  len: 1002 time: 0.1009796
Nov 18 15:06:39.109948 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfd2a7-f1a0-450f-bd60-cabb8473bd16 req-4829d509-ee78-47ab-aeeb-dd934c6c642b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:39.111439 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41bfd2a7-f1a0-450f-bd60-cabb8473bd16 req-4829d509-ee78-47ab-aeeb-dd934c6c642b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b71eee02-545e-42b9-b666-43022aa9ac3c HTTP/1.1" status: 200  len: 847 time: 0.0626676
Nov 18 15:06:39.392079 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41bfd2a7-f1a0-450f-bd60-cabb8473bd16 req-31394ff9-3758-4d8d-ad82-8bb97f811d61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69e9610a-bdf9-4e92-a423-5887a14614d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2710824
Nov 18 15:06:39.490026 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c7ef5f4-8e08-47da-b104-4ff865c1a1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:39.538165 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41bfd2a7-f1a0-450f-bd60-cabb8473bd16 req-3ad1ad17-8945-489f-82a9-792cff212771 service neutron] 10.222.0.15 "GET /v2.0/networks/69e9610a-bdf9-4e92-a423-5887a14614d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387026
Nov 18 15:06:39.686119 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41bfd2a7-f1a0-450f-bd60-cabb8473bd16 req-7794a9bb-d50c-45a9-907e-ae13b5369153 service neutron] 10.222.0.15 "GET /v2.0/networks/69e9610a-bdf9-4e92-a423-5887a14614d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1394224
Nov 18 15:06:39.992080 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71702a9-623d-48b6-8224-ccb979c10180 req-9e1d08d8-ef08-4ea2-895e-529403956959 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:39.993798 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d71702a9-623d-48b6-8224-ccb979c10180 req-9e1d08d8-ef08-4ea2-895e-529403956959 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.0906770
Nov 18 15:06:40.048597 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d71702a9-623d-48b6-8224-ccb979c10180 req-8f445884-68fa-48a9-9fc7-f6bb58420b63 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0484116
Nov 18 15:06:41.039430 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 39184) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:06:41.106328 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Deleting subnet 0af833fa-f38c-4bb6-bf60-f1d4e86bf4b1 {{(pid=80265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 15:06:41.109453 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:41.162691 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33210122'] for subnet, precommit_delete_associations {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:41.279367 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853367654'] for subnet, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:41.349643 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74c5f0-03dc-4e88-a500-033e789ead3e req-e79702e7-b8ac-4dcf-b245-66e3083c8d8f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:41.351255 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa74c5f0-03dc-4e88-a500-033e789ead3e req-e79702e7-b8ac-4dcf-b245-66e3083c8d8f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.1555357
Nov 18 15:06:41.506339 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa74c5f0-03dc-4e88-a500-033e789ead3e req-cefc6de1-97a8-40ab-97ed-bbe0c7f9af7c tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1331389
Nov 18 15:06:41.632264 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31700462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31840993'] for subnet, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:41.650347 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f2636f2a-63bf-45fd-9592-9d9b92c46a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:06:41.695158 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0af833fa-f38c-4bb6-bf60-f1d4e86bf4b1,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:06:41.719347 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:41.719776 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:41.720195 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:41.720611 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:41.721094 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:41.721427 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:41.721833 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:41.722314 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:41.722691 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:41.723312 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:41.723645 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:41.723942 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:41.724587 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:41.724884 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:41.725286 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:41.725684 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:41.726078 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:41.726477 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:41.726872 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:41.727265 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:41.727657 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:41.728050 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:41.728442 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:41.728856 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:41.735476 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:06:41.865478 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Notify callbacks [] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:41.876294 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0af833fa-f38c-4bb6-bf60-f1d4e86bf4b1 HTTP/1.1" status: 204  len: 168 time: 0.8357961
Nov 18 15:06:41.879849 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 39196) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:06:41.904695 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb962e-e368-4e5f-9c70-16746c2428aa req-bac65361-1bc0-4c20-ba9f-4ebb7c90c8d6 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:41.906316 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-66bb962e-e368-4e5f-9c70-16746c2428aa req-bac65361-1bc0-4c20-ba9f-4ebb7c90c8d6 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=04a07dc9-9179-429a-8104-f80755ca4129 HTTP/1.1" status: 200  len: 945 time: 0.1020846
Nov 18 15:06:41.955616 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-66bb962e-e368-4e5f-9c70-16746c2428aa req-9cdb67d8-6bb2-4e1b-94b5-9c796680ecb7 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427115
Nov 18 15:06:41.993438 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322778'] for network, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:42.114504 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-edccfc52-5c36-4e36-b331-0a5d1fc21e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:42.189148 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853367263', 'neutron.services.segments.db._delete_segments_for_network--9223363306544197611'] for network, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:42.307941 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0aede6fac8>,) {'filters': {'network_id': ['6eacf6e1-cb1a-495c-ac9e-a86f13dd2496']}} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:06:42.321327 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aede6fac8>, '44ae82ab-933d-4e4a-b5ba-065d77b83525') {'for_net_delete': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:06:42.321666 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aede6fac8>, '44ae82ab-933d-4e4a-b5ba-065d77b83525') {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:06:42.334523 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306544155115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31547658'] for segment, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:42.351718 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:42.353806 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 15:06:42.391433 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:42.534596 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Network 6eacf6e1-cb1a-495c-ac9e-a86f13dd2496 has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:06:42.545580 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853370636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822525237'] for segment, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:42.773312 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Network 6eacf6e1-cb1a-495c-ac9e-a86f13dd2496 has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]: Traceback (most recent call last):
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:     timer()
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:     cb(*args, **kw)
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:     self._notify()
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:     self.callback(batched_events)
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:     event.method(event)
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:     return f(self, *a, **k)
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self._get(url).json()
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:     **kwargs)
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:     **endpoint_filter)
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 15:06:42.798840 dv-cinder-733623-8-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 15:06:42.897234 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:42.905610 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19104fd4-a054-47c7-990c-07a261d33fd6 req-095704ae-848e-4b3e-b31f-3f3dfa277f7e tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:42.907218 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-19104fd4-a054-47c7-990c-07a261d33fd6 req-095704ae-848e-4b3e-b31f-3f3dfa277f7e tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.2492576
Nov 18 15:06:42.909313 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c5ea9ce7-c2c1-43a9-924c-7b8b7e34e52e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:06:42.943200 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:42.945932 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6eacf6e1-cb1a-495c-ac9e-a86f13dd2496,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:06:42.966229 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6eacf6e1-cb1a-495c-ac9e-a86f13dd2496 HTTP/1.1" status: 204  len: 168 time: 1.0828185
Nov 18 15:06:42.968992 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:42.969420 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:42.969831 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:42.970238 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:42.970644 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:42.971042 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:42.971439 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:42.971833 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:42.972257 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:42.973239 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:42.973633 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:42.974025 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:42.974654 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:42.975050 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:42.975438 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:42.975832 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:42.976797 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:42.977202 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:42.977609 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:42.978146 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:42.978521 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:42.978910 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:42.979303 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:42.979689 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:42.990173 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3aa437b8-6776-4997-b626-40a6f9c82ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:06:43.003978 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-19104fd4-a054-47c7-990c-07a261d33fd6 req-0d452a3f-abaa-46af-b96b-7758f07ffbf4 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0781405
Nov 18 15:06:43.125680 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device f95d9584-b6db-492f-8f0d-90810f52af4d no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:06:43.126918 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 39208) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:06:43.182871 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdff1a7-808f-4eb6-967a-1f133b375e5e req-57f0e13e-421d-4f56-8b0a-835c56e090a8 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:43.184320 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2a891566-5a8e-4468-b16c-261cefceb097 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3322bb8bf53842ffb644b0f9498cc6a1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0556717
Nov 18 15:06:43.186872 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 39212) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:06:43.187553 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2cdff1a7-808f-4eb6-967a-1f133b375e5e req-57f0e13e-421d-4f56-8b0a-835c56e090a8 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=04a07dc9-9179-429a-8104-f80755ca4129 HTTP/1.1" status: 200  len: 945 time: 0.0929482
Nov 18 15:06:43.246654 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2cdff1a7-808f-4eb6-967a-1f133b375e5e req-c75b9e61-08d7-4714-9fb7-4cb7d52a9a62 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521708
Nov 18 15:06:43.282733 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:43.284362 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1d6b53c-f4aa-4b8f-b0c1-d25e12b12ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:43.317329 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1d6b53c-f4aa-4b8f-b0c1-d25e12b12ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:43.321061 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port f95d9584-b6db-492f-8f0d-90810f52af4d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=f95d9584-b6db-492f-8f0d-90810f52af4d,segment=NetworkSegment(08e8427e-f7cb-43a8-940f-39d229194dfb),segment_id=08e8427e-f7cb-43a8-940f-39d229194dfb)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:06:43.322430 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02249b3-7004-4b49-8f0b-8d1004468f6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f95d9584-b6db-492f-8f0d-90810f52af4d'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:06:43.340967 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:43.343386 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:06:43.388877 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b02249b3-7004-4b49-8f0b-8d1004468f6d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f95d9584-b6db-492f-8f0d-90810f52af4d', 'code': 422} returned with failed status
Nov 18 15:06:43.398948 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 39224) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:06:43.416856 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=f95d9584-b6db-492f-8f0d-90810f52af4d,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:06:43.421645 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:06:43.445615 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1d6b53c-f4aa-4b8f-b0c1-d25e12b12ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:43.451151 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d19b2a2a-5b89-445a-858f-9c3909305333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:06:43.473693 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57479eba-7ea6-486c-acf9-dcd7ff016fae req-19dffa41-c692-40dc-a6c2-672ed58b8623 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:43.475369 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-57479eba-7ea6-486c-acf9-dcd7ff016fae req-19dffa41-c692-40dc-a6c2-672ed58b8623 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 944 time: 0.1336074
Nov 18 15:06:43.477228 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6b53c-f4aa-4b8f-b0c1-d25e12b12ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e51d518-eab0-497b-9911-b79087f6b945,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:06:43.498029 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:43.502716 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d1d6b53c-f4aa-4b8f-b0c1-d25e12b12ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:06:43.523973 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1d6b53c-f4aa-4b8f-b0c1-d25e12b12ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:43.525505 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d1d6b53c-f4aa-4b8f-b0c1-d25e12b12ca4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e51d518-eab0-497b-9911-b79087f6b945 HTTP/1.1" status: 204  len: 168 time: 0.3370323
Nov 18 15:06:43.571742 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-57479eba-7ea6-486c-acf9-dcd7ff016fae req-3c385667-4e59-48a6-bef0-ee15e867a607 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0679436
Nov 18 15:06:43.577723 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4fe41963-327b-4ae6-9312-4c7bd2e27e81 req-3ae27652-37d1-4a47-92a0-d7dc501f03c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1773438
Nov 18 15:06:43.697978 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:43.947323 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fe99d-0a9a-4b70-98b4-d403a7b695fb req-d50bad1e-ab66-401b-bf92-9ce56cc4c02e tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:43.949042 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8f1fe99d-0a9a-4b70-98b4-d403a7b695fb req-d50bad1e-ab66-401b-bf92-9ce56cc4c02e tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.15 "GET /v2.0/ports?device_id=04a07dc9-9179-429a-8104-f80755ca4129 HTTP/1.1" status: 200  len: 945 time: 0.0961316
Nov 18 15:06:44.025029 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-8f1fe99d-0a9a-4b70-98b4-d403a7b695fb req-c8c1b54e-fb36-41a4-a91f-5d26b8725666 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Deleting port c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:06:44.025427 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8f1fe99d-0a9a-4b70-98b4-d403a7b695fb req-c8c1b54e-fb36-41a4-a91f-5d26b8725666 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:44.283125 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-8f1fe99d-0a9a-4b70-98b4-d403a7b695fb req-c8c1b54e-fb36-41a4-a91f-5d26b8725666 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] For port c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884,segment=NetworkSegment(111b206e-6ea0-440a-aebe-060ea63ac35d),segment_id=111b206e-6ea0-440a-aebe-060ea63ac35d)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:06:44.283717 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8f1fe99d-0a9a-4b70-98b4-d403a7b695fb req-c8c1b54e-fb36-41a4-a91f-5d26b8725666 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:44.410690 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-8f1fe99d-0a9a-4b70-98b4-d403a7b695fb req-c8c1b54e-fb36-41a4-a91f-5d26b8725666 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Calling delete_port for c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:06:44.469437 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0df37b-24b1-49de-b6a4-a96a41bbe50a req-0f8d9bc7-5f5c-41ea-8822-9030a4cb1a8c tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:44.470957 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5c0df37b-24b1-49de-b6a4-a96a41bbe50a req-0f8d9bc7-5f5c-41ea-8822-9030a4cb1a8c tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/ports?device_id=04a07dc9-9179-429a-8104-f80755ca4129 HTTP/1.1" status: 200  len: 945 time: 0.0831959
Nov 18 15:06:44.522939 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5c0df37b-24b1-49de-b6a4-a96a41bbe50a req-7ebe2492-f4f0-4d3f-878f-6165c71e7bbf tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.21 "GET /v2.0/security-groups?id=ee0b7045-e949-4d2d-9a12-342b1f29294e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456502
Nov 18 15:06:44.558791 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8f1fe99d-0a9a-4b70-98b4-d403a7b695fb req-c8c1b54e-fb36-41a4-a91f-5d26b8725666 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:44.575055 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:06:44.620909 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1b54e-fb36-41a4-a91f-5d26b8725666 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Pushing event deleted for resources: {'Port': ['ID=c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:06:44.625446 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c8c1b54e-fb36-41a4-a91f-5d26b8725666 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:06:44.892416 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1fe99d-0a9a-4b70-98b4-d403a7b695fb req-c8c1b54e-fb36-41a4-a91f-5d26b8725666 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] No DVR routers for this DVR port c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884 on host hv-cinder-73362 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:06:44.897679 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8f1fe99d-0a9a-4b70-98b4-d403a7b695fb req-c8c1b54e-fb36-41a4-a91f-5d26b8725666 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:44.905832 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42cf93-c3be-468e-acb8-d6dac711b7ca req-7cbfccb7-a61d-486f-8b11-08c4a1f0915a tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:44.907418 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8c42cf93-c3be-468e-acb8-d6dac711b7ca req-7cbfccb7-a61d-486f-8b11-08c4a1f0915a tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 944 time: 0.1977363
Nov 18 15:06:44.907945 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a07dc9-9179-429a-8104-f80755ca4129', 'name': 'network-vif-deleted', 'tag': 'c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:06:44.944740 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8f1fe99d-0a9a-4b70-98b4-d403a7b695fb req-c8c1b54e-fb36-41a4-a91f-5d26b8725666 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] 10.222.0.15 "DELETE /v2.0/ports/c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884 HTTP/1.1" status: 204  len: 173 time: 0.9891367
Nov 18 15:06:44.970880 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a07dc9-9179-429a-8104-f80755ca4129', 'name': 'network-vif-deleted', 'tag': 'c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884', 'status': 'completed', 'code': 200}
Nov 18 15:06:44.992120 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8c42cf93-c3be-468e-acb8-d6dac711b7ca req-e22a87f6-9253-479a-bb99-9742d67a4507 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0760386
Nov 18 15:06:45.000446 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4fe41963-327b-4ae6-9312-4c7bd2e27e81 req-12463d2d-788e-4ac5-a7a6-bc8bcf67b6be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d&tenant_id=c4a9b323e37c46d8899b044decab72ea HTTP/1.1" status: 200  len: 1161 time: 0.1605005
Nov 18 15:06:45.102682 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4fe41963-327b-4ae6-9312-4c7bd2e27e81 req-ef25be2c-fa5d-4afc-891f-fdaffa0cede1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4a9b323e37c46d8899b044decab72ea&device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 1161 time: 0.0803592
Nov 18 15:06:45.160465 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:06:45.200371 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] No Port match for: c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:06:45.200925 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device c6fdb8e5-76ab-4d9f-955f-98b8e0a3c884 not bound to the agent host hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:06:45.446119 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe41963-327b-4ae6-9312-4c7bd2e27e81 req-2e28df1d-e118-45b1-a4bc-d35acd71d600 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:45.447702 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4fe41963-327b-4ae6-9312-4c7bd2e27e81 req-2e28df1d-e118-45b1-a4bc-d35acd71d600 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69e9610a-bdf9-4e92-a423-5887a14614d9 HTTP/1.1" status: 200  len: 902 time: 0.3354056
Nov 18 15:06:45.561671 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4fe41963-327b-4ae6-9312-4c7bd2e27e81 req-8019aa57-1ba3-49bd-8163-1ce0ae918cc8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f95d9584-b6db-492f-8f0d-90810f52af4d HTTP/1.1" status: 200  len: 1000 time: 0.1041005
Nov 18 15:06:45.633786 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe41963-327b-4ae6-9312-4c7bd2e27e81 req-c9e72f51-96a9-43c8-b6ef-77857e395574 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:45.635261 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4fe41963-327b-4ae6-9312-4c7bd2e27e81 req-c9e72f51-96a9-43c8-b6ef-77857e395574 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b71eee02-545e-42b9-b666-43022aa9ac3c HTTP/1.1" status: 200  len: 847 time: 0.0664291
Nov 18 15:06:45.723172 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4fe41963-327b-4ae6-9312-4c7bd2e27e81 req-f9be6dcb-116f-423e-a98e-af0ba5b0037d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69e9610a-bdf9-4e92-a423-5887a14614d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785444
Nov 18 15:06:45.870835 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4fe41963-327b-4ae6-9312-4c7bd2e27e81 req-8cc7a57a-db65-4e6b-8152-9927b997960e service neutron] 10.222.0.15 "GET /v2.0/networks/69e9610a-bdf9-4e92-a423-5887a14614d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401181
Nov 18 15:06:46.028153 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4fe41963-327b-4ae6-9312-4c7bd2e27e81 req-0ebce873-a84b-4124-8cc3-145f6699da4b service neutron] 10.222.0.15 "GET /v2.0/networks/69e9610a-bdf9-4e92-a423-5887a14614d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1498835
Nov 18 15:06:46.218778 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed71555-6489-461b-ae20-c62f9ef573e0 req-6fbabc06-2c04-4e1a-bb3b-36beacf8294e tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:46.220400 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2ed71555-6489-461b-ae20-c62f9ef573e0 req-6fbabc06-2c04-4e1a-bb3b-36beacf8294e tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 944 time: 0.0867412
Nov 18 15:06:46.268513 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2ed71555-6489-461b-ae20-c62f9ef573e0 req-49f463a0-0a02-4af6-ae35-afad5872ce58 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0415509
Nov 18 15:06:47.486108 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1c7f5-4a4d-408a-98f5-47705391ca5e req-ac7dda42-d979-4644-99a7-3b6eac023adb tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:47.487769 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f7f1c7f5-4a4d-408a-98f5-47705391ca5e req-ac7dda42-d979-4644-99a7-3b6eac023adb tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 944 time: 0.0868628
Nov 18 15:06:47.535774 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f7f1c7f5-4a4d-408a-98f5-47705391ca5e req-df7f1813-3d59-4c4d-bae6-287fe1145282 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417387
Nov 18 15:06:48.750856 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fc395-571f-4b8b-a44d-106acae083d1 req-af056677-594f-458a-a8bc-d90a69931be0 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:48.752428 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d9fc395-571f-4b8b-a44d-106acae083d1 req-af056677-594f-458a-a8bc-d90a69931be0 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 944 time: 0.0868223
Nov 18 15:06:48.800230 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d9fc395-571f-4b8b-a44d-106acae083d1 req-952e4a47-68ca-4edb-a4ef-79bed69c53d8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0414782
Nov 18 15:06:50.012398 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328817a-95f4-42f9-86ec-d8606ad9f463 req-65d4eb45-9a12-464c-9dc0-073236f226a7 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:50.014010 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0328817a-95f4-42f9-86ec-d8606ad9f463 req-65d4eb45-9a12-464c-9dc0-073236f226a7 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 944 time: 0.0859444
Nov 18 15:06:50.061931 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0328817a-95f4-42f9-86ec-d8606ad9f463 req-f936fede-b186-4c31-b3ed-62fb9b669229 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0418651
Nov 18 15:06:51.273567 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c814f-68d1-438b-8227-4ac70303ea48 req-7d2a2907-b378-4fc5-85cc-a22e8293ed52 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:51.275133 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bb4c814f-68d1-438b-8227-4ac70303ea48 req-7d2a2907-b378-4fc5-85cc-a22e8293ed52 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 944 time: 0.0824363
Nov 18 15:06:51.322143 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bb4c814f-68d1-438b-8227-4ac70303ea48 req-ff73e42a-d745-4c61-8947-ba55561086bd tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0409918
Nov 18 15:06:52.535193 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e1b12-3dc5-426e-b72f-5c2b3277dc62 req-ca156178-76ab-4939-9f4f-3c8649015ef3 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:52.537772 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-da0e1b12-3dc5-426e-b72f-5c2b3277dc62 req-ca156178-76ab-4939-9f4f-3c8649015ef3 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 944 time: 0.0841653
Nov 18 15:06:52.602611 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-da0e1b12-3dc5-426e-b72f-5c2b3277dc62 req-039dc6b3-656e-4a05-8a01-5b865790022d tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0428791
Nov 18 15:06:53.818990 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d7b64-4231-42a6-98f7-b6ffde350d58 req-38aafda2-3f43-4c8c-b16c-e54d40794674 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:53.820613 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4c5d7b64-4231-42a6-98f7-b6ffde350d58 req-38aafda2-3f43-4c8c-b16c-e54d40794674 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 944 time: 0.0899656
Nov 18 15:06:53.869828 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4c5d7b64-4231-42a6-98f7-b6ffde350d58 req-5283b167-0439-4973-bee0-32ec4d45aa33 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0431902
Nov 18 15:06:55.085702 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca5598-4548-4e1c-95da-7d8ddd2014dd req-e9b9bfee-09ab-4b6e-bc34-bdbe8699cbf2 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:55.087306 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59ca5598-4548-4e1c-95da-7d8ddd2014dd req-e9b9bfee-09ab-4b6e-bc34-bdbe8699cbf2 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 944 time: 0.0874500
Nov 18 15:06:55.136562 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59ca5598-4548-4e1c-95da-7d8ddd2014dd req-5e4b37cc-09fe-43e4-8a5e-aefd7336b4dc tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0429869
Nov 18 15:06:55.336398 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba066f0c-acd5-41bb-9cff-1cccf971258f req-02b78c06-d95e-4566-b2e6-7229ff3db9c6 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:55.337994 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ba066f0c-acd5-41bb-9cff-1cccf971258f req-02b78c06-d95e-4566-b2e6-7229ff3db9c6 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0814083
Nov 18 15:06:55.385201 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ba066f0c-acd5-41bb-9cff-1cccf971258f req-d153bdeb-d30c-4415-83ed-2906d8ced9a7 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410087
Nov 18 15:06:56.349519 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd6bd3-9cfe-464d-847f-c50607d1af6e req-6a7f89fc-cb4e-4429-b9b6-2ca0f27e7b80 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:56.351066 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c3dd6bd3-9cfe-464d-847f-c50607d1af6e req-6a7f89fc-cb4e-4429-b9b6-2ca0f27e7b80 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 944 time: 0.0827262
Nov 18 15:06:56.351977 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device f95d9584-b6db-492f-8f0d-90810f52af4d up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:06:56.400253 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c3dd6bd3-9cfe-464d-847f-c50607d1af6e req-55e16652-6b6e-44da-88df-1aab30ce7cb6 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0427282
Nov 18 15:06:56.422100 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port f95d9584-b6db-492f-8f0d-90810f52af4d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:06:56.422519 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:56.540973 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:56.572523 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02249b3-7004-4b49-8f0b-8d1004468f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95d9584-b6db-492f-8f0d-90810f52af4d'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:06:56.588032 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port f95d9584-b6db-492f-8f0d-90810f52af4d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=f95d9584-b6db-492f-8f0d-90810f52af4d,segment=NetworkSegment(08e8427e-f7cb-43a8-940f-39d229194dfb),segment_id=08e8427e-f7cb-43a8-940f-39d229194dfb)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:06:56.591885 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:56.594729 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:06:56.617920 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139c2f0-66d0-4f29-9da0-19d4a96cecf7 req-884f3ad9-8f08-46e6-ac7d-1369fdfccb28 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:56.619625 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5139c2f0-66d0-4f29-9da0-19d4a96cecf7 req-884f3ad9-8f08-46e6-ac7d-1369fdfccb28 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0904334
Nov 18 15:06:56.637064 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02249b3-7004-4b49-8f0b-8d1004468f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95d9584-b6db-492f-8f0d-90810f52af4d', 'code': 200}
Nov 18 15:06:56.668148 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=f95d9584-b6db-492f-8f0d-90810f52af4d,revision_number=6']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:06:56.672192 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5139c2f0-66d0-4f29-9da0-19d4a96cecf7 req-e21a7b0f-5e2e-4013-baed-c53df3ac0233 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0457313
Nov 18 15:06:56.677802 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:56.678192 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:56.678574 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:56.678950 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:56.679319 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:56.679687 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:56.680056 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:56.680520 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:56.680804 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:56.681176 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:56.681540 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:56.681899 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:56.682297 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:56.682766 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:56.683130 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:56.683491 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:56.683850 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:56.684464 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:56.684848 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:56.685210 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:56.685569 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:56.685927 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:56.686283 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:56.686640 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:06:56.691836 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:06:56.944534 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-328f1242-774b-4571-838b-e0a74b3cad0f req-46ff7640-ffb7-4669-bc57-b8506aa356e8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 1163 time: 0.0772314
Nov 18 15:06:56.993562 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-328f1242-774b-4571-838b-e0a74b3cad0f req-499ac6f5-23a5-4173-af14-47e35881edb2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0371983
Nov 18 15:06:57.492824 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-29db70d0-61b6-4f0a-a41b-d21a0d7190e9 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:57.494439 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-29db70d0-61b6-4f0a-a41b-d21a0d7190e9 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.15 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0856779
Nov 18 15:06:57.622137 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Deleting port 057172c0-8ad5-4186-8f46-c3184bda9b5d {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:06:57.622521 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:57.709703 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device f95d9584-b6db-492f-8f0d-90810f52af4d up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:06:57.750041 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501fa0b-4fe1-4408-b2c7-f2dfd5bf38b4 req-1b2ce813-22cc-4261-b9dd-d502dda028b5 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:57.751668 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7501fa0b-4fe1-4408-b2c7-f2dfd5bf38b4 req-1b2ce813-22cc-4261-b9dd-d502dda028b5 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.2034764
Nov 18 15:06:57.784631 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port f95d9584-b6db-492f-8f0d-90810f52af4d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:06:57.785087 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:57.903545 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7501fa0b-4fe1-4408-b2c7-f2dfd5bf38b4 req-faa8a8c6-8d90-435d-966c-f16d2a5135df tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1433361
Nov 18 15:06:57.910251 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c95e62-dea0-4359-9413-7a66bfd637e0 req-a6ffd241-a96d-4adb-bda1-30ce32cc8500 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:57.912919 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b5c95e62-dea0-4359-9413-7a66bfd637e0 req-a6ffd241-a96d-4adb-bda1-30ce32cc8500 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 946 time: 0.0887775
Nov 18 15:06:57.939077 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 057172c0-8ad5-4186-8f46-c3184bda9b5d no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:06:57.946622 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] For port 057172c0-8ad5-4186-8f46-c3184bda9b5d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=057172c0-8ad5-4186-8f46-c3184bda9b5d,segment=NetworkSegment(bdf35626-376f-46d2-a75a-1faeae9f5e65),segment_id=bdf35626-376f-46d2-a75a-1faeae9f5e65)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:06:57.947027 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:57.966618 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b5c95e62-dea0-4359-9413-7a66bfd637e0 req-9747fe94-27bf-46e5-8931-b286c76284b8 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0481360
Nov 18 15:06:58.059286 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:58.092149 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port 057172c0-8ad5-4186-8f46-c3184bda9b5d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=057172c0-8ad5-4186-8f46-c3184bda9b5d,segment=NetworkSegment(bdf35626-376f-46d2-a75a-1faeae9f5e65),segment_id=bdf35626-376f-46d2-a75a-1faeae9f5e65)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:06:58.094999 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:58.097427 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:06:58.162616 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=057172c0-8ad5-4186-8f46-c3184bda9b5d,revision_number=7']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:06:58.165895 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:06:58.251659 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for floatingip, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:58.251999 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854175593'] for floatingip, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:58.252349 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Floating IP 29c80034-65e3-4fec-b0e7-a0d05dd88325 disassociated. External IP: 172.27.1.81, port: 057172c0-8ad5-4186-8f46-c3184bda9b5d.
Nov 18 15:06:58.252731 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Calling delete_port for 057172c0-8ad5-4186-8f46-c3184bda9b5d owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:06:58.330094 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80264) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 18 15:06:58.330457 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_db.api [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 18 15:06:58.638596 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6506193-1698-4272-bf79-49303491d9b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '057172c0-8ad5-4186-8f46-c3184bda9b5d'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:06:58.696134 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6506193-1698-4272-bf79-49303491d9b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '057172c0-8ad5-4186-8f46-c3184bda9b5d', 'code': 200}
Nov 18 15:06:58.832172 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Deleting port 057172c0-8ad5-4186-8f46-c3184bda9b5d {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:06:58.832552 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:59.088486 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] For port 057172c0-8ad5-4186-8f46-c3184bda9b5d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=057172c0-8ad5-4186-8f46-c3184bda9b5d,segment=NetworkSegment(bdf35626-376f-46d2-a75a-1faeae9f5e65),segment_id=bdf35626-376f-46d2-a75a-1faeae9f5e65)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:06:59.089173 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:59.119164 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1ce70-17ca-416d-9eba-225f5e2e7f73 req-5350a5c8-6e60-4718-801c-887f0b28c3b7 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:59.120808 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e9b1ce70-17ca-416d-9eba-225f5e2e7f73 req-5350a5c8-6e60-4718-801c-887f0b28c3b7 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.0865257
Nov 18 15:06:59.169928 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e9b1ce70-17ca-416d-9eba-225f5e2e7f73 req-914f6bba-5cd5-46d9-8091-e6b7dfaf405f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0430980
Nov 18 15:06:59.406585 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fbf6f-1387-4674-b296-967a7689372e req-c9cfffc3-6894-4f38-92e4-66a2a97aa827 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:06:59.408170 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-419fbf6f-1387-4674-b296-967a7689372e req-c9cfffc3-6894-4f38-92e4-66a2a97aa827 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 944 time: 0.2555959
Nov 18 15:06:59.486823 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for floatingip, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:59.487250 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854175593'] for floatingip, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:59.487604 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Floating IP 29c80034-65e3-4fec-b0e7-a0d05dd88325 disassociated. External IP: 172.27.1.81, port: 057172c0-8ad5-4186-8f46-c3184bda9b5d.
Nov 18 15:06:59.487982 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Calling delete_port for 057172c0-8ad5-4186-8f46-c3184bda9b5d owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:06:59.531369 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-419fbf6f-1387-4674-b296-967a7689372e req-34cdf60f-e275-47ed-8aaf-a8b9a3bba000 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=e22d9ae3-24e7-491f-baf7-1d7db489bf72&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1066165
Nov 18 15:06:59.645838 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:06:59.857306 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:06:59.904815 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Pushing event deleted for resources: {'Port': ['ID=057172c0-8ad5-4186-8f46-c3184bda9b5d,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:06:59.916894 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:00.231550 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Router ed93919a-91c9-401e-b3ac-c260adf28af0 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:07:00.447797 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:07:00.459410 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dad958-3d6a-43d9-92f6-411ea04b22bd None None] Sync routers for ids ['ed93919a-91c9-401e-b3ac-c260adf28af0'] in dv-cinder-733623-8-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:07:00.473886 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dad958-3d6a-43d9-92f6-411ea04b22bd None None] Routers {'ed93919a-91c9-401e-b3ac-c260adf28af0'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:07:00.474521 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d1dad958-3d6a-43d9-92f6-411ea04b22bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef3f5f28>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:06:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ed93919a-91c9-401e-b3ac-c260adf28af0'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:00.486045 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] No DVR routers for this DVR port 057172c0-8ad5-4186-8f46-c3184bda9b5d on host hv-cinder-73362 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:07:00.489302 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:00.492524 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6506193-1698-4272-bf79-49303491d9b2', 'name': 'network-vif-deleted', 'tag': '057172c0-8ad5-4186-8f46-c3184bda9b5d'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:07:00.509702 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e15ae5a-6922-438d-97ce-2c272b026a1f req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.15 "DELETE /v2.0/ports/057172c0-8ad5-4186-8f46-c3184bda9b5d HTTP/1.1" status: 204  len: 173 time: 3.0088031
Nov 18 15:07:00.561859 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6506193-1698-4272-bf79-49303491d9b2', 'name': 'network-vif-deleted', 'tag': '057172c0-8ad5-4186-8f46-c3184bda9b5d', 'status': 'completed', 'code': 200}
Nov 18 15:07:00.625905 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56b470-66fa-44df-84d6-4d9d06bac7cd req-774f808c-1c8a-4618-a159-8cc5d12ce16c tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:00.627658 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4e56b470-66fa-44df-84d6-4d9d06bac7cd req-774f808c-1c8a-4618-a159-8cc5d12ce16c tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.3235638
Nov 18 15:07:00.695908 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-d1dad958-3d6a-43d9-92f6-411ea04b22bd None None] Set router ed93919a-91c9-401e-b3ac-c260adf28af0 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:07:00.701899 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4e56b470-66fa-44df-84d6-4d9d06bac7cd req-a35661b5-29d8-41d7-aa74-336674874a7a tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0645528
Nov 18 15:07:00.757906 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5b299d29-7e14-48a3-8526-e81672a40a86 req-24054e8c-62ea-4606-bb19-274ce045aa1d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Synchronizing usage tracker for tenant:8e34acf85e0c438ca8d7f165101583bf on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:07:00.773509 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5b299d29-7e14-48a3-8526-e81672a40a86 req-24054e8c-62ea-4606-bb19-274ce045aa1d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Unset dirty status for tenant:8e34acf85e0c438ca8d7f165101583bf on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:07:00.774785 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5b299d29-7e14-48a3-8526-e81672a40a86 req-24054e8c-62ea-4606-bb19-274ce045aa1d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 210 time: 0.0653250
Nov 18 15:07:01.034215 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d1dad958-3d6a-43d9-92f6-411ea04b22bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef3f5f28>, [{'id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'name': 'tempest-AttachVolumeShelveTestJSON-1206987080-router', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:17Z', 'updated_at': '2020-11-18T14:59:30Z', 'revision_number': 4, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'gw_port': {'id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'bc4e8bf7-f554-4ad2-9d6b-760089c622d2', 'name': '', 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'mac_address': 'fa:16:3e:6f:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:29Z', 'updated_at': '2020-11-18T14:59:46Z', 'revision_number': 5, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'subnets': [{'id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:01.038256 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dad958-3d6a-43d9-92f6-411ea04b22bd None None] Checking router: ed93919a-91c9-401e-b3ac-c260adf28af0 for host: dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:07:01.049310 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dad958-3d6a-43d9-92f6-411ea04b22bd None None] Routers {'ed93919a-91c9-401e-b3ac-c260adf28af0'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:07:01.050490 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d1dad958-3d6a-43d9-92f6-411ea04b22bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef3f5f28>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:06:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ed93919a-91c9-401e-b3ac-c260adf28af0'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:01.231129 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-d1dad958-3d6a-43d9-92f6-411ea04b22bd None None] Set router ed93919a-91c9-401e-b3ac-c260adf28af0 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:07:01.554907 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d1dad958-3d6a-43d9-92f6-411ea04b22bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef3f5f28>, [{'id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'name': 'tempest-AttachVolumeShelveTestJSON-1206987080-router', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:17Z', 'updated_at': '2020-11-18T14:59:30Z', 'revision_number': 4, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'gw_port': {'id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'bc4e8bf7-f554-4ad2-9d6b-760089c622d2', 'name': '', 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'mac_address': 'fa:16:3e:6f:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:29Z', 'updated_at': '2020-11-18T14:59:46Z', 'revision_number': 5, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'subnets': [{'id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:01.559894 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dad958-3d6a-43d9-92f6-411ea04b22bd None None] The sync data for ids ['ed93919a-91c9-401e-b3ac-c260adf28af0'] in dv-cinder-733623-8-iscsi is: [{'id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'name': 'tempest-AttachVolumeShelveTestJSON-1206987080-router', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:17Z', 'updated_at': '2020-11-18T14:59:30Z', 'revision_number': 4, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'gw_port': {'id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'bc4e8bf7-f554-4ad2-9d6b-760089c622d2', 'name': '', 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'mac_address': 'fa:16:3e:6f:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:29Z', 'updated_at': '2020-11-18T14:59:46Z', 'revision_number': 5, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'subnets': [{'id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:07:01.934684 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d2814-0ffc-40e5-9541-ff695bf75ee3 req-f365f873-ec33-4b77-b1c5-0d5cc1d971c1 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:01.936407 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4b1d2814-0ffc-40e5-9541-ff695bf75ee3 req-f365f873-ec33-4b77-b1c5-0d5cc1d971c1 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.1080182
Nov 18 15:07:01.980464 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-efecf5fd-6ab4-4866-99e0-3793082fac4b req-fa9a8304-cdce-4c93-878f-3a8d3fd097c8 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=c6506193-1698-4272-bf79-49303491d9b2 HTTP/1.1" status: 200  len: 210 time: 0.0506330
Nov 18 15:07:01.987567 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4b1d2814-0ffc-40e5-9541-ff695bf75ee3 req-5e625268-c877-44a1-bd9b-4ad8808d1f53 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0439870
Nov 18 15:07:02.003993 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8596735-9cda-4798-8b63-f3e0711d868e None None] New status for floating IP 29c80034-65e3-4fec-b0e7-a0d05dd88325: DOWN {{(pid=80267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 15:07:03.166933 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 39384) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:03.211486 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25680263-8648-4e07-8194-3fe1bf568bb5 req-dbf4362c-fb15-4ca5-bd03-82a5f60f82f9 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:03.213495 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-25680263-8648-4e07-8194-3fe1bf568bb5 req-dbf4362c-fb15-4ca5-bd03-82a5f60f82f9 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.0900793
Nov 18 15:07:03.247300 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-69fac201-c9c5-477e-8527-5eaa485f6453 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:03.267206 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-25680263-8648-4e07-8194-3fe1bf568bb5 req-832ae2c2-85d5-49e1-a40c-31484bf0a8cb tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0473850
Nov 18 15:07:03.277348 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-69fac201-c9c5-477e-8527-5eaa485f6453 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:03.329241 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-69fac201-c9c5-477e-8527-5eaa485f6453 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:03.334982 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f7fd8889-2c31-4272-b7d7-5da371f0d718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:03.351153 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fac201-c9c5-477e-8527-5eaa485f6453 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22d9ae3-24e7-491f-baf7-1d7db489bf72,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:03.355420 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-69fac201-c9c5-477e-8527-5eaa485f6453 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:03.358875 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-69fac201-c9c5-477e-8527-5eaa485f6453 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:03.360072 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-69fac201-c9c5-477e-8527-5eaa485f6453 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "DELETE /v2.0/security-groups/e22d9ae3-24e7-491f-baf7-1d7db489bf72 HTTP/1.1" status: 204  len: 168 time: 0.1931036
Nov 18 15:07:03.362842 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 39388) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:03.380719 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.v2.resource [None req-b77446cc-2f62-4540-8055-96384dd4e2bc tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] show failed (client error): The resource could not be found.
Nov 18 15:07:03.381826 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b77446cc-2f62-4540-8055-96384dd4e2bc tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups/e22d9ae3-24e7-491f-baf7-1d7db489bf72 HTTP/1.1" status: 404  len: 347 time: 0.0180068
Nov 18 15:07:03.384723 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 39392) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:03.558837 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-f974b11a-f3d3-4238-85fb-b5f6a41dbd54 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Deleting port 1ba476e0-9a86-4ee2-83b0-2abae27ab9fd {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:07:03.559408 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f974b11a-f3d3-4238-85fb-b5f6a41dbd54 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:03.735791 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f974b11a-f3d3-4238-85fb-b5f6a41dbd54 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:03.736154 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f974b11a-f3d3-4238-85fb-b5f6a41dbd54 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for floatingip, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:03.861996 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-f974b11a-f3d3-4238-85fb-b5f6a41dbd54 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Calling delete_port for 1ba476e0-9a86-4ee2-83b0-2abae27ab9fd owned by network:floatingip {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:07:04.000236 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f974b11a-f3d3-4238-85fb-b5f6a41dbd54 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:04.019586 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1265eeab-cfae-4def-a4cd-10c5b63cc915 tempest-ServerRescueNegativeTestJSON-998356246 tempest-ServerRescueNegativeTestJSON-998356246] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:04.073809 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974b11a-f3d3-4238-85fb-b5f6a41dbd54 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Pushing event deleted for resources: {'Port': ['ID=1ba476e0-9a86-4ee2-83b0-2abae27ab9fd,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:04.078452 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f974b11a-f3d3-4238-85fb-b5f6a41dbd54 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:04.245301 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f974b11a-f3d3-4238-85fb-b5f6a41dbd54 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for floatingip, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:04.267125 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f974b11a-f3d3-4238-85fb-b5f6a41dbd54 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:04.268460 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f974b11a-f3d3-4238-85fb-b5f6a41dbd54 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "DELETE /v2.0/floatingips/29c80034-65e3-4fec-b0e7-a0d05dd88325 HTTP/1.1" status: 204  len: 168 time: 0.8827016
Nov 18 15:07:04.450381 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device f95d9584-b6db-492f-8f0d-90810f52af4d up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:07:04.568317 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port f95d9584-b6db-492f-8f0d-90810f52af4d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:07:04.569075 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:04.586532 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc071701-4e55-48a2-8c59-6fed59d8f580 req-b55ea35d-7273-41cd-9063-bb81e65b41fe tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:04.588070 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cc071701-4e55-48a2-8c59-6fed59d8f580 req-b55ea35d-7273-41cd-9063-bb81e65b41fe tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.1845627
Nov 18 15:07:04.663289 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 39410) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:04.668968 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-87e9315e-c768-4bd4-8c07-1e1d28d892a4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Request body: {'security_group': {'name': 'tempest-securitygroup--1676802828', 'description': 'tempest-description--1116900819'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:07:04.675622 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cc071701-4e55-48a2-8c59-6fed59d8f580 req-ba380d51-7cbb-4bc1-8211-7415497a2c28 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0758576
Nov 18 15:07:04.675936 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-87e9315e-c768-4bd4-8c07-1e1d28d892a4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:07:04.680495 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-87e9315e-c768-4bd4-8c07-1e1d28d892a4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Usage tracker for resource:security_group and tenant:8e34acf85e0c438ca8d7f165101583bf is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:07:04.683515 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-87e9315e-c768-4bd4-8c07-1e1d28d892a4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:07:04.690826 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-87e9315e-c768-4bd4-8c07-1e1d28d892a4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:07:04.703159 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-87e9315e-c768-4bd4-8c07-1e1d28d892a4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:04.742777 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-87e9315e-c768-4bd4-8c07-1e1d28d892a4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:07:04.746799 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-87e9315e-c768-4bd4-8c07-1e1d28d892a4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Usage tracker for resource:security_group_rule and tenant:8e34acf85e0c438ca8d7f165101583bf is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:07:04.749787 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-87e9315e-c768-4bd4-8c07-1e1d28d892a4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:07:04.756188 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-87e9315e-c768-4bd4-8c07-1e1d28d892a4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:07:04.812408 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-87e9315e-c768-4bd4-8c07-1e1d28d892a4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:04.814986 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-87e9315e-c768-4bd4-8c07-1e1d28d892a4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:04.820689 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f2f2b9d8-11b9-4e36-a1f0-52f1c214f459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:04.863174 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9315e-c768-4bd4-8c07-1e1d28d892a4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b687b1-3d67-4b0a-be92-a50380975f76,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:04.865924 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-87e9315e-c768-4bd4-8c07-1e1d28d892a4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:04.867209 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-87e9315e-c768-4bd4-8c07-1e1d28d892a4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.2028193
Nov 18 15:07:04.868188 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-87e9315e-c768-4bd4-8c07-1e1d28d892a4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:04.870105 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 39416) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:04.875618 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-2a064f89-0209-47b2-8891-9bcd38531387 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Request body: {'security_group_rule': {'security_group_id': 'a2b687b1-3d67-4b0a-be92-a50380975f76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:07:04.882456 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2a064f89-0209-47b2-8891-9bcd38531387 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:07:04.886560 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2a064f89-0209-47b2-8891-9bcd38531387 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Usage tracker for resource:security_group_rule and tenant:8e34acf85e0c438ca8d7f165101583bf is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:07:04.889565 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2a064f89-0209-47b2-8891-9bcd38531387 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:07:04.895341 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2a064f89-0209-47b2-8891-9bcd38531387 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:07:04.911535 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2a064f89-0209-47b2-8891-9bcd38531387 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for security_group_rule, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:04.976665 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2a064f89-0209-47b2-8891-9bcd38531387 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:04.979204 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2a064f89-0209-47b2-8891-9bcd38531387 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138714'] for security_group_rule, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:04.981286 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:05.003192 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a064f89-0209-47b2-8891-9bcd38531387 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d316fdde-b271-44a1-b391-38df58d3ee38,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:05.007297 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2a064f89-0209-47b2-8891-9bcd38531387 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:05.014039 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2a064f89-0209-47b2-8891-9bcd38531387 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for security_group_rule, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:05.015294 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2a064f89-0209-47b2-8891-9bcd38531387 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1442051
Nov 18 15:07:05.018032 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 39420) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:05.023472 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-fc44afe6-f967-4c9c-95f3-24c67d1d0fe3 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Request body: {'security_group_rule': {'security_group_id': 'a2b687b1-3d67-4b0a-be92-a50380975f76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:07:05.029382 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-fc44afe6-f967-4c9c-95f3-24c67d1d0fe3 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:07:05.033402 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-fc44afe6-f967-4c9c-95f3-24c67d1d0fe3 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Usage tracker for resource:security_group_rule and tenant:8e34acf85e0c438ca8d7f165101583bf is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:07:05.037147 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-fc44afe6-f967-4c9c-95f3-24c67d1d0fe3 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:07:05.042934 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-fc44afe6-f967-4c9c-95f3-24c67d1d0fe3 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:07:05.059361 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fc44afe6-f967-4c9c-95f3-24c67d1d0fe3 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for security_group_rule, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:05.123662 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fc44afe6-f967-4c9c-95f3-24c67d1d0fe3 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:05.126241 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fc44afe6-f967-4c9c-95f3-24c67d1d0fe3 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138714'] for security_group_rule, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:05.128375 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4fafe1d6-802b-4343-8396-62f08c2855d0 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:05.148809 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44afe6-f967-4c9c-95f3-24c67d1d0fe3 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10be8580-8337-4463-8b43-f4760609860e,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:05.152901 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fc44afe6-f967-4c9c-95f3-24c67d1d0fe3 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:05.160641 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fc44afe6-f967-4c9c-95f3-24c67d1d0fe3 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for security_group_rule, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:05.161945 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-fc44afe6-f967-4c9c-95f3-24c67d1d0fe3 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1429090
Nov 18 15:07:05.165171 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 39424) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:05.171013 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Request body: {'floatingip': {'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:07:05.177307 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:07:05.181247 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Usage tracker for resource:floatingip and tenant:8e34acf85e0c438ca8d7f165101583bf is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:07:05.184441 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:07:05.190195 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:07:05.199461 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for floatingip, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:05.340010 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:05.588900 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:05.610918 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Allocated IP 172.27.1.211 (96475b02-3c3a-4cf0-bab1-8b9b17365c14/9c2873db-d6d7-45a1-862e-7032080186d6/92b98db5-a9d6-4249-b4cc-efc66d51d890) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:07:05.767116 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:05.793619 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823075388'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:05.809706 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:05.953536 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Pushing event updated for resources: {'Port': ['ID=92b98db5-a9d6-4249-b4cc-efc66d51d890,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:05.964047 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:06.006826 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:07:06.008033 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:07:06.010838 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:07:06.099283 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for floatingip, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:06.155306 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:06.277733 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:07:06.416417 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:06.420303 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31700445'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:06.435678 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cc1ec0c1-ac41-4da7-900f-ed90a8a80fdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:06.575226 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Pushing event updated for resources: {'Port': ['ID=92b98db5-a9d6-4249-b4cc-efc66d51d890,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:06.580292 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:06.671765 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854175593'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:06.693975 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:06.695307 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5291581
Nov 18 15:07:06.937892 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-3d13eb81-9acb-432d-853e-b177ffeeb778 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Synchronizing usage tracker for tenant:8e34acf85e0c438ca8d7f165101583bf on resource:security_group {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:07:06.952542 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-3d13eb81-9acb-432d-853e-b177ffeeb778 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Unset dirty status for tenant:8e34acf85e0c438ca8d7f165101583bf on resource:security_group {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:07:06.953825 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-3d13eb81-9acb-432d-853e-b177ffeeb778 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1676802828&fields=id&tenant_id=8e34acf85e0c438ca8d7f165101583bf HTTP/1.1" status: 200  len: 267 time: 0.0607440
Nov 18 15:07:07.120785 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-4ed812e0-691e-4ec0-a084-7942a6df6636 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:07.122391 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-4ed812e0-691e-4ec0-a084-7942a6df6636 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/networks?id=37eaaf30-5a3c-4021-920a-a0d0e09402d1 HTTP/1.1" status: 200  len: 817 time: 0.1615560
Nov 18 15:07:07.140992 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-5d92645d-1227-4e71-b8e5-383b987176bc tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/quotas/8e34acf85e0c438ca8d7f165101583bf HTTP/1.1" status: 200  len: 375 time: 0.0121498
Nov 18 15:07:07.235412 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-10996843-a437-44fb-bda9-753ae02b6c45 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e34acf85e0c438ca8d7f165101583bf&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0882587
Nov 18 15:07:07.527315 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-37b02bab-51b2-4a4e-9053-908a0c8f9a52 service neutron] 10.222.0.21 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2789094
Nov 18 15:07:07.674470 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-b632c07e-ea49-4206-80df-b2dc3cb8396a service neutron] 10.222.0.21 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407707
Nov 18 15:07:07.872776 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8f616773-131f-44f7-9cbc-9fec05805795 req-9da82816-6eb8-4534-b89b-894e40dc0a1d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Synchronizing usage tracker for tenant:8e34acf85e0c438ca8d7f165101583bf on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:07:07.887848 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8f616773-131f-44f7-9cbc-9fec05805795 req-9da82816-6eb8-4534-b89b-894e40dc0a1d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Unset dirty status for tenant:8e34acf85e0c438ca8d7f165101583bf on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:07:07.889133 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8f616773-131f-44f7-9cbc-9fec05805795 req-9da82816-6eb8-4534-b89b-894e40dc0a1d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 210 time: 0.0614245
Nov 18 15:07:08.937270 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-91f01a9c-de49-4d81-996b-a0eca382055a tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:08.938825 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-91f01a9c-de49-4d81-996b-a0eca382055a tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.15 "GET /v2.0/networks?id=37eaaf30-5a3c-4021-920a-a0d0e09402d1 HTTP/1.1" status: 200  len: 817 time: 0.1533978
Nov 18 15:07:09.020719 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-8ef139ea-90b2-45b4-9b37-1c62d1475e8f tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Synchronizing usage tracker for tenant:8e34acf85e0c438ca8d7f165101583bf on resource:security_group {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:07:09.033442 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-8ef139ea-90b2-45b4-9b37-1c62d1475e8f tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Unset dirty status for tenant:8e34acf85e0c438ca8d7f165101583bf on resource:security_group {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:07:09.034939 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-8ef139ea-90b2-45b4-9b37-1c62d1475e8f tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e34acf85e0c438ca8d7f165101583bf HTTP/1.1" status: 200  len: 5045 time: 0.0824313
Nov 18 15:07:09.044484 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-988bb261-70ac-4ee3-b1d7-9c4e09773619 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Request body: {'port': {'device_id': 'dd31f17a-c193-480a-95c3-c409e36e073f', 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'admin_state_up': True, 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'security_groups': ['a2b687b1-3d67-4b0a-be92-a50380975f76']}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:07:09.089441 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6270fb3e-45ab-4b1c-9571-2ad2f58d4085 req-b6db3c9c-103d-4d5a-91c1-55a4135a246c tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 210 time: 0.0463855
Nov 18 15:07:09.195786 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-988bb261-70ac-4ee3-b1d7-9c4e09773619 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:07:09.205484 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-988bb261-70ac-4ee3-b1d7-9c4e09773619 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:07:09.214141 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-988bb261-70ac-4ee3-b1d7-9c4e09773619 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Made reservation on behalf of 8e34acf85e0c438ca8d7f165101583bf for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:07:09.219573 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-988bb261-70ac-4ee3-b1d7-9c4e09773619 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:09.484161 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-edd10770-e42c-4fc7-a42f-00664c9f2bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:09.525728 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-988bb261-70ac-4ee3-b1d7-9c4e09773619 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Allocated IP 172.20.0.10 (37eaaf30-5a3c-4021-920a-a0d0e09402d1/7a947b1b-22d9-4c98-9df6-708701f43830/2becb0a8-1267-4389-b7e3-ca198462bf4b) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:07:09.725233 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-988bb261-70ac-4ee3-b1d7-9c4e09773619 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:09.743715 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-988bb261-70ac-4ee3-b1d7-9c4e09773619 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Transition to ACTIVE for port object 2becb0a8-1267-4389-b7e3-ca198462bf4b will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:07:09.762349 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-988bb261-70ac-4ee3-b1d7-9c4e09773619 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:09.778075 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-094d7a99-cdee-4dc4-8df7-185f8080888a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:09.919677 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bb261-70ac-4ee3-b1d7-9c4e09773619 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Pushing event updated for resources: {'Port': ['ID=2becb0a8-1267-4389-b7e3-ca198462bf4b,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:09.929472 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-988bb261-70ac-4ee3-b1d7-9c4e09773619 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:09.973215 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-988bb261-70ac-4ee3-b1d7-9c4e09773619 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Network 37eaaf30-5a3c-4021-920a-a0d0e09402d1 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:07:09.974346 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-988bb261-70ac-4ee3-b1d7-9c4e09773619 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:07:09.976576 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-988bb261-70ac-4ee3-b1d7-9c4e09773619 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:07:10.040761 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-988bb261-70ac-4ee3-b1d7-9c4e09773619 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:10.041443 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-988bb261-70ac-4ee3-b1d7-9c4e09773619 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:10.068108 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-988bb261-70ac-4ee3-b1d7-9c4e09773619 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0276895
Nov 18 15:07:10.080528 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] Request body: {'port': {'device_id': 'dd31f17a-c193-480a-95c3-c409e36e073f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:07:10.155079 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3978397c-b7f3-458a-8d29-ff6373ebe18b None None] Provisioning for port 2becb0a8-1267-4389-b7e3-ca198462bf4b completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:07:10.161638 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3978397c-b7f3-458a-8d29-ff6373ebe18b None None] Provisioning complete for port 2becb0a8-1267-4389-b7e3-ca198462bf4b triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:07:10.162063 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3978397c-b7f3-458a-8d29-ff6373ebe18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:10.220121 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3978397c-b7f3-458a-8d29-ff6373ebe18b None None] Port 2becb0a8-1267-4389-b7e3-ca198462bf4b cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 15:07:10.440848 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:10.524315 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2d2bd-b2dd-4e2b-8fed-008cbd17b2bd req-d1a24ff1-a849-4fb8-8091-df683caba432 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:10.525108 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-fee2d2bd-b2dd-4e2b-8fed-008cbd17b2bd req-d1a24ff1-a849-4fb8-8091-df683caba432 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Synchronizing usage tracker for tenant:8e34acf85e0c438ca8d7f165101583bf on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:07:10.593884 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-fee2d2bd-b2dd-4e2b-8fed-008cbd17b2bd req-d1a24ff1-a849-4fb8-8091-df683caba432 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Unset dirty status for tenant:8e34acf85e0c438ca8d7f165101583bf on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:07:10.595173 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fee2d2bd-b2dd-4e2b-8fed-008cbd17b2bd req-d1a24ff1-a849-4fb8-8091-df683caba432 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 932 time: 0.2612998
Nov 18 15:07:10.731934 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fee2d2bd-b2dd-4e2b-8fed-008cbd17b2bd req-c9a7c929-20c9-4a3e-bdb0-2220e7f87a22 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1277316
Nov 18 15:07:10.926291 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2becb0a8-1267-4389-b7e3-ca198462bf4b {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 15:07:10.933642 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:10.946566 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] Transition to ACTIVE for port object 2becb0a8-1267-4389-b7e3-ca198462bf4b will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:07:10.948852 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:10.964804 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f974b11a-f3d3-4238-85fb-b5f6a41dbd54 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:11.108958 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=2becb0a8-1267-4389-b7e3-ca198462bf4b,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:11.112684 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:11.293704 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] Attempting to bind port 2becb0a8-1267-4389-b7e3-ca198462bf4b on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:07:11.294079 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] Attempting to bind port 2becb0a8-1267-4389-b7e3-ca198462bf4b by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'bdf35626-376f-46d2-a75a-1faeae9f5e65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:07:11.294449 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] Attempting to bind port 2becb0a8-1267-4389-b7e3-ca198462bf4b on network 37eaaf30-5a3c-4021-920a-a0d0e09402d1 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:07:11.302170 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] Checking agent: {'id': '91607d16-723a-4a8c-80a4-032802295cf0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 34), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:07:11.302544 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] Checking segment: {'id': 'bdf35626-376f-46d2-a75a-1faeae9f5e65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:07:11.302954 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:11.303348 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] Bound using segment: {'id': 'bdf35626-376f-46d2-a75a-1faeae9f5e65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:07:11.303822 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] Bound port: 2becb0a8-1267-4389-b7e3-ca198462bf4b, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf35626-376f-46d2-a75a-1faeae9f5e65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:07:11.304195 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:11.394335 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] For port 2becb0a8-1267-4389-b7e3-ca198462bf4b, host hv-cinder-73362, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:07:11.397443 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] For port 2becb0a8-1267-4389-b7e3-ca198462bf4b, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=2becb0a8-1267-4389-b7e3-ca198462bf4b,segment=NetworkSegment(bdf35626-376f-46d2-a75a-1faeae9f5e65),segment_id=bdf35626-376f-46d2-a75a-1faeae9f5e65)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:07:11.400702 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:11.415656 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-77b2557f-a7c3-46ae-a92a-4c0ab939ea81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:11.568576 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=2becb0a8-1267-4389-b7e3-ca198462bf4b,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:11.573493 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:11.604608 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:11.606147 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] 10.222.0.15 "PUT /v2.0/ports/2becb0a8-1267-4389-b7e3-ca198462bf4b HTTP/1.1" status: 200  len: 1158 time: 1.5303824
Nov 18 15:07:11.606642 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd31f17a-c193-480a-95c3-c409e36e073f', 'tag': '2becb0a8-1267-4389-b7e3-ca198462bf4b'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:07:11.680155 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd31f17a-c193-480a-95c3-c409e36e073f', 'tag': '2becb0a8-1267-4389-b7e3-ca198462bf4b', 'status': 'completed', 'code': 200}
Nov 18 15:07:11.724361 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-f59cc8b8-b5f6-4c30-9626-8d5a4462c8c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e34acf85e0c438ca8d7f165101583bf&device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 1161 time: 0.0804210
Nov 18 15:07:11.799206 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-70211b4e-4c19-4063-8813-22dc757d8c63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2becb0a8-1267-4389-b7e3-ca198462bf4b HTTP/1.1" status: 200  len: 217 time: 0.0678198
Nov 18 15:07:11.867569 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-e7619e99-b364-4596-8b31-53b42450d1ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:11.869105 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-e7619e99-b364-4596-8b31-53b42450d1ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a947b1b-22d9-4c98-9df6-708701f43830 HTTP/1.1" status: 200  len: 856 time: 0.0638177
Nov 18 15:07:12.017239 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-87339535-58cf-4cd1-845e-fafef9896304 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37eaaf30-5a3c-4021-920a-a0d0e09402d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1409888
Nov 18 15:07:12.024490 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f37fc-09ed-4bf5-a9de-621922efd4c3 req-b24e44f8-1933-4b51-8e7f-1c008f62b5e0 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:12.025998 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a86f37fc-09ed-4bf5-a9de-621922efd4c3 req-b24e44f8-1933-4b51-8e7f-1c008f62b5e0 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 944 time: 0.1180022
Nov 18 15:07:12.116484 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6dd844be-8838-4055-b960-deb099f24d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:12.175690 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a86f37fc-09ed-4bf5-a9de-621922efd4c3 req-c56ef8e9-4b7d-42bc-a082-19a8657ec648 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1250324
Nov 18 15:07:12.203442 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-23c414ef-34c8-4ec1-b82c-9a9c1ce06dd3 service neutron] 10.222.0.15 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1759188
Nov 18 15:07:12.359650 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aabce6a3-0ce2-433e-808b-cf53af71a955 req-cb5889a8-3d6f-4df0-93b6-94ea50375f2f service neutron] 10.222.0.15 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1371121
Nov 18 15:07:12.393578 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:12.499244 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b455e872-9d37-4d7d-9da1-f1f5ae8885c9 req-813b4a2c-ae9f-4efd-a256-058d676bb793 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e34acf85e0c438ca8d7f165101583bf&device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 1161 time: 0.0738788
Nov 18 15:07:12.641796 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455e872-9d37-4d7d-9da1-f1f5ae8885c9 req-f936bc69-fc22-43b9-8422-8d2718489d53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:12.643959 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b455e872-9d37-4d7d-9da1-f1f5ae8885c9 req-f936bc69-fc22-43b9-8422-8d2718489d53 service neutron] 10.222.0.15 "GET /v2.0/networks?id=37eaaf30-5a3c-4021-920a-a0d0e09402d1 HTTP/1.1" status: 200  len: 911 time: 0.1370516
Nov 18 15:07:12.717367 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b455e872-9d37-4d7d-9da1-f1f5ae8885c9 req-6ac4bb5a-fb21-484f-9aac-75349a26ff68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2becb0a8-1267-4389-b7e3-ca198462bf4b HTTP/1.1" status: 200  len: 217 time: 0.0672681
Nov 18 15:07:12.786986 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455e872-9d37-4d7d-9da1-f1f5ae8885c9 req-1e1dc250-bfa0-4bfd-96fc-a22382310ad4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:12.788630 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b455e872-9d37-4d7d-9da1-f1f5ae8885c9 req-1e1dc250-bfa0-4bfd-96fc-a22382310ad4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a947b1b-22d9-4c98-9df6-708701f43830 HTTP/1.1" status: 200  len: 856 time: 0.0641122
Nov 18 15:07:12.871069 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b455e872-9d37-4d7d-9da1-f1f5ae8885c9 req-6e322751-09e4-44e1-b5c2-ec4013080f8c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37eaaf30-5a3c-4021-920a-a0d0e09402d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758374
Nov 18 15:07:13.010350 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b455e872-9d37-4d7d-9da1-f1f5ae8885c9 req-9ab1703e-0ebb-445f-8ce6-0cf88f85bc7d service neutron] 10.222.0.15 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1316373
Nov 18 15:07:13.150313 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b455e872-9d37-4d7d-9da1-f1f5ae8885c9 req-992544b7-e912-44c1-a8c6-8309ea835e8f service neutron] 10.222.0.15 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1326520
Nov 18 15:07:13.415540 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcd683-4118-4b0c-b584-01426e135df7 req-0a069b62-6472-44f9-8d79-85e5e07409eb tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:13.417150 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-54fcd683-4118-4b0c-b584-01426e135df7 req-0a069b62-6472-44f9-8d79-85e5e07409eb tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 944 time: 0.0823753
Nov 18 15:07:13.465634 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-54fcd683-4118-4b0c-b584-01426e135df7 req-0bfd4f1b-4531-473b-a177-bad945b66a24 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420785
Nov 18 15:07:13.503858 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:13.699483 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:14.693287 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b28b00-9c3f-465f-acdd-07c7f2cbde53 req-0d9767e5-af4d-4e6f-a5e2-44253fcb99a9 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:14.694905 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9b28b00-9c3f-465f-acdd-07c7f2cbde53 req-0d9767e5-af4d-4e6f-a5e2-44253fcb99a9 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 944 time: 0.0852890
Nov 18 15:07:14.743187 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9b28b00-9c3f-465f-acdd-07c7f2cbde53 req-aa49d539-1b15-4b65-a67a-6ec4b93f7f2a tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421972
Nov 18 15:07:14.837426 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 39538) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:14.906133 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-1adf24ba-0a0e-4078-ba6e-d5a28234e36c admin admin] Deleting subnet 971af91b-0ec1-4476-9700-dd3967bd5fde {{(pid=80265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 15:07:14.909780 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1adf24ba-0a0e-4078-ba6e-d5a28234e36c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:14.961522 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1adf24ba-0a0e-4078-ba6e-d5a28234e36c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33210122'] for subnet, precommit_delete_associations {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:15.022857 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1adf24ba-0a0e-4078-ba6e-d5a28234e36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853367654'] for subnet, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:15.273192 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1adf24ba-0a0e-4078-ba6e-d5a28234e36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31700462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31840993'] for subnet, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:15.289138 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f47296f2-09b5-4c71-bd3d-745ffb40d9de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:15.340164 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf24ba-0a0e-4078-ba6e-d5a28234e36c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=971af91b-0ec1-4476-9700-dd3967bd5fde,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:15.344809 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1adf24ba-0a0e-4078-ba6e-d5a28234e36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:15.423222 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1adf24ba-0a0e-4078-ba6e-d5a28234e36c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:15.429136 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1adf24ba-0a0e-4078-ba6e-d5a28234e36c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/971af91b-0ec1-4476-9700-dd3967bd5fde HTTP/1.1" status: 204  len: 168 time: 0.5906343
Nov 18 15:07:15.431653 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 39542) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:15.545581 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7b42282-2856-4367-8c3b-4f1334aa313b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322778'] for network, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:15.733906 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7b42282-2856-4367-8c3b-4f1334aa313b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853367263', 'neutron.services.segments.db._delete_segments_for_network--9223363306544197611'] for network, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:15.848085 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-f7b42282-2856-4367-8c3b-4f1334aa313b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0aef48db70>,) {'filters': {'network_id': ['99087502-fe9c-44a7-80e8-0fd7a825b954']}} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:15.861524 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-f7b42282-2856-4367-8c3b-4f1334aa313b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aef48db70>, '111b206e-6ea0-440a-aebe-060ea63ac35d') {'for_net_delete': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:15.861934 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-f7b42282-2856-4367-8c3b-4f1334aa313b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aef48db70>, '111b206e-6ea0-440a-aebe-060ea63ac35d') {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:15.873940 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7b42282-2856-4367-8c3b-4f1334aa313b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306544155115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821565646'] for segment, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:15.888690 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7b42282-2856-4367-8c3b-4f1334aa313b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:15.890729 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f7b42282-2856-4367-8c3b-4f1334aa313b admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 15:07:16.336233 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-f7b42282-2856-4367-8c3b-4f1334aa313b admin admin] Network 99087502-fe9c-44a7-80e8-0fd7a825b954 has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:07:16.347850 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7b42282-2856-4367-8c3b-4f1334aa313b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853370636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31700403'] for segment, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:16.484568 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e73ce6-23e8-41ab-966a-4c0cb269f6bd req-0b4953aa-ae8e-44a7-ba47-9db11fc29487 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:16.486195 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d3e73ce6-23e8-41ab-966a-4c0cb269f6bd req-0b4953aa-ae8e-44a7-ba47-9db11fc29487 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 944 time: 0.5182738
Nov 18 15:07:16.564952 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-f7b42282-2856-4367-8c3b-4f1334aa313b admin admin] Network 99087502-fe9c-44a7-80e8-0fd7a825b954 has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]: Traceback (most recent call last):
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:     timer()
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:     cb(*args, **kw)
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:     self._notify()
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:     self.callback(batched_events)
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:     event.method(event)
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:     return f(self, *a, **k)
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self._get(url).json()
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:     **kwargs)
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:     **endpoint_filter)
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 15:07:16.588817 dv-cinder-733623-8-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 15:07:16.683175 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d3e73ce6-23e8-41ab-966a-4c0cb269f6bd req-eedd285d-c2a8-4db4-aa8c-e047786ee1fb tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1485434
Nov 18 15:07:16.683791 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7b42282-2856-4367-8c3b-4f1334aa313b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:16.687459 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:16.703363 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7b42282-2856-4367-8c3b-4f1334aa313b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:16.716226 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b42282-2856-4367-8c3b-4f1334aa313b admin admin] Pushing event deleted for resources: {'Network': ['ID=99087502-fe9c-44a7-80e8-0fd7a825b954,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:16.724132 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f7b42282-2856-4367-8c3b-4f1334aa313b admin admin] 10.222.0.21 "DELETE /v2.0/networks/99087502-fe9c-44a7-80e8-0fd7a825b954 HTTP/1.1" status: 204  len: 168 time: 1.2915058
Nov 18 15:07:16.729418 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f7b42282-2856-4367-8c3b-4f1334aa313b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:16.926109 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 39550) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:16.978814 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-527e5ef5-5742-4c1b-8ea0-6ae00c8b55a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49622a34b9694e4187e73317bc18fc55&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0514541
Nov 18 15:07:16.981187 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 39554) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:17.042678 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-043846cc-feff-4da4-9c38-f7f45b567c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:17.069449 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-043846cc-feff-4da4-9c38-f7f45b567c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:17.114685 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-043846cc-feff-4da4-9c38-f7f45b567c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:17.119742 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f44a948-6074-44b7-a7fc-d8d983a58336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:17.134595 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043846cc-feff-4da4-9c38-f7f45b567c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0b7045-e949-4d2d-9a12-342b1f29294e,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:17.139027 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-043846cc-feff-4da4-9c38-f7f45b567c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:17.139627 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device f95d9584-b6db-492f-8f0d-90810f52af4d up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:07:17.142388 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-043846cc-feff-4da4-9c38-f7f45b567c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:17.144229 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-043846cc-feff-4da4-9c38-f7f45b567c7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee0b7045-e949-4d2d-9a12-342b1f29294e HTTP/1.1" status: 204  len: 168 time: 0.1620510
Nov 18 15:07:17.221607 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port f95d9584-b6db-492f-8f0d-90810f52af4d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:07:17.222280 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:17.491347 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 2becb0a8-1267-4389-b7e3-ca198462bf4b up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:07:17.559661 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning for port 2becb0a8-1267-4389-b7e3-ca198462bf4b completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:07:17.564551 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 2becb0a8-1267-4389-b7e3-ca198462bf4b triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:07:17.565605 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:17.683732 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:17.711246 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd31f17a-c193-480a-95c3-c409e36e073f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2becb0a8-1267-4389-b7e3-ca198462bf4b'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:07:17.722049 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port 2becb0a8-1267-4389-b7e3-ca198462bf4b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=2becb0a8-1267-4389-b7e3-ca198462bf4b,segment=NetworkSegment(bdf35626-376f-46d2-a75a-1faeae9f5e65),segment_id=bdf35626-376f-46d2-a75a-1faeae9f5e65)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:07:17.725259 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:17.727178 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:17.786396 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd31f17a-c193-480a-95c3-c409e36e073f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2becb0a8-1267-4389-b7e3-ca198462bf4b', 'code': 200}
Nov 18 15:07:17.800392 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=2becb0a8-1267-4389-b7e3-ca198462bf4b,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:17.804783 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:18.046377 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f7962387-b453-4277-ab8c-065d0f45420d req-8a4f32c5-65f4-48dc-b2c9-0c6b83272100 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 1163 time: 0.0812578
Nov 18 15:07:18.080408 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f45553-48bd-45f4-858b-7b60bb3cc5eb req-c636cf9a-eaed-4da8-a9c0-dd3d25abc4e5 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:18.082061 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-05f45553-48bd-45f4-858b-7b60bb3cc5eb req-c636cf9a-eaed-4da8-a9c0-dd3d25abc4e5 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0891221
Nov 18 15:07:18.093901 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f7962387-b453-4277-ab8c-065d0f45420d req-59c16cfb-9f62-4da8-8168-598c441e2de7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399427
Nov 18 15:07:18.132331 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-05f45553-48bd-45f4-858b-7b60bb3cc5eb req-aa912440-0ec2-41be-97c8-d30a0810550e tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438464
Nov 18 15:07:18.473510 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 2becb0a8-1267-4389-b7e3-ca198462bf4b up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:07:18.547926 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 2becb0a8-1267-4389-b7e3-ca198462bf4b triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:07:18.548348 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:19.359319 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bedb1b-401a-46ea-b1d6-24f72d6b339c req-98e9b2bb-fd51-429f-9ba9-43929a5810bf tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:19.360929 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-14bedb1b-401a-46ea-b1d6-24f72d6b339c req-98e9b2bb-fd51-429f-9ba9-43929a5810bf tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0835226
Nov 18 15:07:19.412839 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-14bedb1b-401a-46ea-b1d6-24f72d6b339c req-c3a9beb4-6021-4a07-a0ba-1dfedf9e06f4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455952
Nov 18 15:07:20.637505 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9cd8f-fb1c-49bf-b312-8fb291c87e2d req-6395e6c3-014c-41da-959a-00621b40e88a tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:20.639110 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fcb9cd8f-fb1c-49bf-b312-8fb291c87e2d req-6395e6c3-014c-41da-959a-00621b40e88a tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0830946
Nov 18 15:07:20.686766 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fcb9cd8f-fb1c-49bf-b312-8fb291c87e2d req-96145c1e-9d40-4fc1-bbcd-708becbbf9f1 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415394
Nov 18 15:07:20.908494 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684d50e-2fa9-43c8-987d-fa8b7aa8bc42 req-476aba28-18d9-441d-b050-b810046ba0ad tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:20.910616 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0684d50e-2fa9-43c8-987d-fa8b7aa8bc42 req-476aba28-18d9-441d-b050-b810046ba0ad tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0825272
Nov 18 15:07:20.919910 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 39604) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:20.926417 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-f25c0fa5-d66e-4480-b223-36d592e8e983 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Request body: {'floatingip': {'port_id': '2becb0a8-1267-4389-b7e3-ca198462bf4b'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:07:21.006547 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f25c0fa5-d66e-4480-b223-36d592e8e983 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for floatingip, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:21.621378 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f25c0fa5-d66e-4480-b223-36d592e8e983 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for floatingip, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:21.623866 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f25c0fa5-d66e-4480-b223-36d592e8e983 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854175593'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:21.821480 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.l3_db [None req-f25c0fa5-d66e-4480-b223-36d592e8e983 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Floating IP 709547e6-0714-4b4e-8cb3-8848ae69ec4f associated. External IP: 172.27.1.211, port: 2becb0a8-1267-4389-b7e3-ca198462bf4b.
Nov 18 15:07:22.220313 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25c0fa5-d66e-4480-b223-36d592e8e983 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Router ed93919a-91c9-401e-b3ac-c260adf28af0 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:07:22.427163 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25c0fa5-d66e-4480-b223-36d592e8e983 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:07:22.440296 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f25c0fa5-d66e-4480-b223-36d592e8e983 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:22.445642 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14e79f8-f40c-4057-a77d-b59055446aee None None] Sync routers for ids ['ed93919a-91c9-401e-b3ac-c260adf28af0'] in dv-cinder-733623-8-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:07:22.458265 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14e79f8-f40c-4057-a77d-b59055446aee None None] Routers {'ed93919a-91c9-401e-b3ac-c260adf28af0'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:07:22.458941 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f14e79f8-f40c-4057-a77d-b59055446aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef0a85c0>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:07:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ed93919a-91c9-401e-b3ac-c260adf28af0'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:22.495535 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f25c0fa5-d66e-4480-b223-36d592e8e983 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "PUT /v2.0/floatingips/709547e6-0714-4b4e-8cb3-8848ae69ec4f HTTP/1.1" status: 200  len: 992 time: 1.5741637
Nov 18 15:07:22.496164 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd31f17a-c193-480a-95c3-c409e36e073f', 'tag': '2becb0a8-1267-4389-b7e3-ca198462bf4b'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:07:22.667641 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-f14e79f8-f40c-4057-a77d-b59055446aee None None] Set router ed93919a-91c9-401e-b3ac-c260adf28af0 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:07:22.715919 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd31f17a-c193-480a-95c3-c409e36e073f', 'tag': '2becb0a8-1267-4389-b7e3-ca198462bf4b', 'status': 'completed', 'code': 200}
Nov 18 15:07:23.027718 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f14e79f8-f40c-4057-a77d-b59055446aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef0a85c0>, [{'id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'name': 'tempest-AttachVolumeShelveTestJSON-1206987080-router', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:17Z', 'updated_at': '2020-11-18T14:59:30Z', 'revision_number': 4, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'gw_port': {'id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': '709547e6-0714-4b4e-8cb3-8848ae69ec4f', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'port_id': '2becb0a8-1267-4389-b7e3-ca198462bf4b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'mac_address': 'fa:16:3e:34:a4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd31f17a-c193-480a-95c3-c409e36e073f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:07:06Z', 'updated_at': '2020-11-18T15:07:21Z', 'revision_number': 1, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4e8bf7-f554-4ad2-9d6b-760089c622d2', 'name': '', 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'mac_address': 'fa:16:3e:6f:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:29Z', 'updated_at': '2020-11-18T14:59:46Z', 'revision_number': 5, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'subnets': [{'id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:23.031755 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14e79f8-f40c-4057-a77d-b59055446aee None None] Checking router: ed93919a-91c9-401e-b3ac-c260adf28af0 for host: dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:07:23.042769 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14e79f8-f40c-4057-a77d-b59055446aee None None] Routers {'ed93919a-91c9-401e-b3ac-c260adf28af0'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:07:23.043421 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f14e79f8-f40c-4057-a77d-b59055446aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef0a85c0>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:07:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ed93919a-91c9-401e-b3ac-c260adf28af0'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:23.223636 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-f14e79f8-f40c-4057-a77d-b59055446aee None None] Set router ed93919a-91c9-401e-b3ac-c260adf28af0 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:07:23.584223 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f14e79f8-f40c-4057-a77d-b59055446aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef0a85c0>, [{'id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'name': 'tempest-AttachVolumeShelveTestJSON-1206987080-router', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:17Z', 'updated_at': '2020-11-18T14:59:30Z', 'revision_number': 4, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'gw_port': {'id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': '709547e6-0714-4b4e-8cb3-8848ae69ec4f', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'port_id': '2becb0a8-1267-4389-b7e3-ca198462bf4b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'mac_address': 'fa:16:3e:34:a4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd31f17a-c193-480a-95c3-c409e36e073f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:07:06Z', 'updated_at': '2020-11-18T15:07:21Z', 'revision_number': 1, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4e8bf7-f554-4ad2-9d6b-760089c622d2', 'name': '', 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'mac_address': 'fa:16:3e:6f:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:29Z', 'updated_at': '2020-11-18T14:59:46Z', 'revision_number': 5, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'subnets': [{'id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:23.588578 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14e79f8-f40c-4057-a77d-b59055446aee None None] The sync data for ids ['ed93919a-91c9-401e-b3ac-c260adf28af0'] in dv-cinder-733623-8-iscsi is: [{'id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'name': 'tempest-AttachVolumeShelveTestJSON-1206987080-router', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:17Z', 'updated_at': '2020-11-18T14:59:30Z', 'revision_number': 4, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'gw_port': {'id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': '709547e6-0714-4b4e-8cb3-8848ae69ec4f', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'port_id': '2becb0a8-1267-4389-b7e3-ca198462bf4b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'mac_address': 'fa:16:3e:34:a4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd31f17a-c193-480a-95c3-c409e36e073f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:07:06Z', 'updated_at': '2020-11-18T15:07:21Z', 'revision_number': 1, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4e8bf7-f554-4ad2-9d6b-760089c622d2', 'name': '', 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'mac_address': 'fa:16:3e:6f:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:29Z', 'updated_at': '2020-11-18T14:59:46Z', 'revision_number': 5, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'subnets': [{'id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:07:23.878970 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ba399b-0d9e-472e-b412-fd06a0f51cf8 None None] New status for floating IP 709547e6-0714-4b4e-8cb3-8848ae69ec4f: ACTIVE {{(pid=80267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 15:07:24.153543 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-269e59d1-2389-496d-9da7-3bc078039c72 req-916e4750-b958-4ca0-a366-d9b680130f95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e34acf85e0c438ca8d7f165101583bf&device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 1163 time: 0.0781212
Nov 18 15:07:24.297365 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e59d1-2389-496d-9da7-3bc078039c72 req-0ebcee9c-7c3c-4450-8a84-19a18d5523a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:24.298979 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-269e59d1-2389-496d-9da7-3bc078039c72 req-0ebcee9c-7c3c-4450-8a84-19a18d5523a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=37eaaf30-5a3c-4021-920a-a0d0e09402d1 HTTP/1.1" status: 200  len: 911 time: 0.1374619
Nov 18 15:07:24.408421 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-269e59d1-2389-496d-9da7-3bc078039c72 req-73ded6ce-a726-4c55-8e3a-452946899727 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2becb0a8-1267-4389-b7e3-ca198462bf4b HTTP/1.1" status: 200  len: 1002 time: 0.1024981
Nov 18 15:07:24.678886 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e59d1-2389-496d-9da7-3bc078039c72 req-b3fb020f-da65-4f25-817b-7920d88017b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:24.680389 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-269e59d1-2389-496d-9da7-3bc078039c72 req-b3fb020f-da65-4f25-817b-7920d88017b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a947b1b-22d9-4c98-9df6-708701f43830 HTTP/1.1" status: 200  len: 856 time: 0.2649286
Nov 18 15:07:24.761088 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-269e59d1-2389-496d-9da7-3bc078039c72 req-c540f4ea-ad2d-4c83-a933-6da2410b23df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37eaaf30-5a3c-4021-920a-a0d0e09402d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731831
Nov 18 15:07:24.904255 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-269e59d1-2389-496d-9da7-3bc078039c72 req-21b86c66-41c5-4c4e-9d1b-1c13adb28134 service neutron] 10.222.0.15 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359475
Nov 18 15:07:25.046886 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-269e59d1-2389-496d-9da7-3bc078039c72 req-8c8cd70b-4ad5-41c9-b4df-88a179240322 service neutron] 10.222.0.15 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1356115
Nov 18 15:07:30.107889 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-84f05bd3-7262-4e6e-ae4b-fb0bde5e35f1 req-1024d0eb-74dc-4d95-94bf-adda4c4a59a9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1359567057&fields=id&tenant_id=556aa7371f8f46c783a13838433abcc1 HTTP/1.1" status: 200  len: 267 time: 0.0429316
Nov 18 15:07:30.199783 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f05bd3-7262-4e6e-ae4b-fb0bde5e35f1 req-3c367420-9c6e-44b5-aad0-43b38ab601e4 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:30.201414 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-84f05bd3-7262-4e6e-ae4b-fb0bde5e35f1 req-3c367420-9c6e-44b5-aad0-43b38ab601e4 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 984 time: 0.0869684
Nov 18 15:07:30.213345 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-84f05bd3-7262-4e6e-ae4b-fb0bde5e35f1 req-fa9d1755-d85f-4749-a434-71c029a12c54 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Request body: {'port': {'security_groups': ['44359b14-b93e-49e9-b169-6f32cbc1560f']}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:07:30.335841 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-84f05bd3-7262-4e6e-ae4b-fb0bde5e35f1 req-fa9d1755-d85f-4749-a434-71c029a12c54 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:30.644368 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-84f05bd3-7262-4e6e-ae4b-fb0bde5e35f1 req-fa9d1755-d85f-4749-a434-71c029a12c54 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] For port 67737de0-609b-4efd-99a6-b98f003575b7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=67737de0-609b-4efd-99a6-b98f003575b7,segment=NetworkSegment(bedfbab1-4304-4348-8818-44aade99ea50),segment_id=bedfbab1-4304-4348-8818-44aade99ea50)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:07:30.672116 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-84f05bd3-7262-4e6e-ae4b-fb0bde5e35f1 req-fa9d1755-d85f-4749-a434-71c029a12c54 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:30.676588 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-84f05bd3-7262-4e6e-ae4b-fb0bde5e35f1 req-fa9d1755-d85f-4749-a434-71c029a12c54 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:30.691778 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-16fbddcc-d548-4bf5-ab81-29e22ecfd9a2 tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:30.849769 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d1755-d85f-4749-a434-71c029a12c54 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Pushing event updated for resources: {'Port': ['ID=67737de0-609b-4efd-99a6-b98f003575b7,revision_number=6']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:30.854618 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fa9d1755-d85f-4749-a434-71c029a12c54 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:30.894268 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f05bd3-7262-4e6e-ae4b-fb0bde5e35f1 req-fa9d1755-d85f-4749-a434-71c029a12c54 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:30.894846 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-84f05bd3-7262-4e6e-ae4b-fb0bde5e35f1 req-fa9d1755-d85f-4749-a434-71c029a12c54 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:30.896328 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-84f05bd3-7262-4e6e-ae4b-fb0bde5e35f1 req-fa9d1755-d85f-4749-a434-71c029a12c54 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "PUT /v2.0/ports/67737de0-609b-4efd-99a6-b98f003575b7 HTTP/1.1" status: 200  len: 942 time: 0.6879458
Nov 18 15:07:30.896902 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa982534-5a1a-4146-8ef8-b1b59c265b6f', 'tag': '67737de0-609b-4efd-99a6-b98f003575b7'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:07:30.970905 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa982534-5a1a-4146-8ef8-b1b59c265b6f', 'tag': '67737de0-609b-4efd-99a6-b98f003575b7', 'status': 'completed', 'code': 200}
Nov 18 15:07:30.984437 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b6bc5c68-ea95-47d4-b6ae-b8427ff5083d req-c3d73037-0355-4f7a-a027-d8df3e6fc075 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups/7641fffe-797e-4527-9e44-23295bf1aa44 HTTP/1.1" status: 200  len: 2659 time: 0.0573099
Nov 18 15:07:31.122031 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b6bc5c68-ea95-47d4-b6ae-b8427ff5083d req-c9cc1829-9b95-4a1c-9966-0a561600852a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:31.136461 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-251a32e5-c3d8-4ae9-87d7-2ce734725138 None None] Provisioning complete for port 67737de0-609b-4efd-99a6-b98f003575b7 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:07:31.136956 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-251a32e5-c3d8-4ae9-87d7-2ce734725138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:31.164641 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b6bc5c68-ea95-47d4-b6ae-b8427ff5083d req-c9cc1829-9b95-4a1c-9966-0a561600852a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:31.179621 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8b6a79a2-89e1-47b1-b5c6-1b2b418e71bd req-d287b0f3-0836-49be-9a3b-5e66f6791493 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=556aa7371f8f46c783a13838433abcc1&device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 1162 time: 0.1723065
Nov 18 15:07:31.326128 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b6bc5c68-ea95-47d4-b6ae-b8427ff5083d req-c9cc1829-9b95-4a1c-9966-0a561600852a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:31.333036 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-69f81673-0a4b-4c14-978a-8a8e457e3483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:31.361432 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc1829-9b95-4a1c-9966-0a561600852a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Pushing event deleted for resources: {'SecurityGroup': ['ID=7641fffe-797e-4527-9e44-23295bf1aa44,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:31.366199 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c9cc1829-9b95-4a1c-9966-0a561600852a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:31.367619 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a79a2-89e1-47b1-b5c6-1b2b418e71bd req-7594f215-8ad9-4b80-8aa9-890c48e9b781 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:31.368777 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8b6a79a2-89e1-47b1-b5c6-1b2b418e71bd req-7594f215-8ad9-4b80-8aa9-890c48e9b781 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d80d553a-dd1d-473a-950d-65cdf20bd750 HTTP/1.1" status: 200  len: 909 time: 0.1796710
Nov 18 15:07:31.375018 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b6bc5c68-ea95-47d4-b6ae-b8427ff5083d req-c9cc1829-9b95-4a1c-9966-0a561600852a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:31.376154 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b6bc5c68-ea95-47d4-b6ae-b8427ff5083d req-c9cc1829-9b95-4a1c-9966-0a561600852a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "DELETE /v2.0/security-groups/7641fffe-797e-4527-9e44-23295bf1aa44 HTTP/1.1" status: 204  len: 173 time: 0.3839710
Nov 18 15:07:31.494544 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8b6a79a2-89e1-47b1-b5c6-1b2b418e71bd req-a211514e-b344-40cb-a778-4e96d296889d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67737de0-609b-4efd-99a6-b98f003575b7 HTTP/1.1" status: 200  len: 1000 time: 0.1062119
Nov 18 15:07:31.515790 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-235f09aa-0236-4d87-b428-dd880ff8c6f7 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/floatingips/aac45c0c-b106-4c7e-a5cb-ad0de8350be8 HTTP/1.1" status: 200  len: 997 time: 0.1095726
Nov 18 15:07:31.568279 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a79a2-89e1-47b1-b5c6-1b2b418e71bd req-3097148a-2b74-4f16-ae0c-d302d441e165 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:31.569937 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8b6a79a2-89e1-47b1-b5c6-1b2b418e71bd req-3097148a-2b74-4f16-ae0c-d302d441e165 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9748ee0c-6642-4893-8ba7-9d5548b7a891 HTTP/1.1" status: 200  len: 854 time: 0.0669682
Nov 18 15:07:31.901249 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-ae330d8e-81b1-4eb7-94ab-0661a83a2253 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:31.902725 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-ae330d8e-81b1-4eb7-94ab-0661a83a2253 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/networks/96475b02-3c3a-4cf0-bab1-8b9b17365c14 HTTP/1.1" status: 200  len: 784 time: 0.3805008
Nov 18 15:07:31.913165 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-876fb8a0-3226-4f06-a8e0-35db57667643 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 15:07:31.914198 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-876fb8a0-3226-4f06-a8e0-35db57667643 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0058551
Nov 18 15:07:32.022165 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-6defe650-ba27-46a0-9a8a-a006f301a33e tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.1.70 HTTP/1.1" status: 200  len: 1000 time: 0.1019187
Nov 18 15:07:32.101355 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-31f2cc14-ba59-48f7-bb9b-bda1050278ad tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:32.102784 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-31f2cc14-ba59-48f7-bb9b-bda1050278ad tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports/67737de0-609b-4efd-99a6-b98f003575b7 HTTP/1.1" status: 200  len: 942 time: 0.0750322
Nov 18 15:07:32.283936 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-d920331e-8038-4b40-b32d-7daa1705c201 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.1.70 HTTP/1.1" status: 200  len: 1000 time: 0.1009827
Nov 18 15:07:32.497521 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-f8c50144-e5ca-44c3-8a50-66feda7a544d tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Deleting port b3857d74-03f5-4614-a530-5e62bbf43e74 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:07:32.497903 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-f8c50144-e5ca-44c3-8a50-66feda7a544d tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:32.674047 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-f8c50144-e5ca-44c3-8a50-66feda7a544d tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:32.674441 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-f8c50144-e5ca-44c3-8a50-66feda7a544d tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks [] for floatingip, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:32.804472 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-f8c50144-e5ca-44c3-8a50-66feda7a544d tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Calling delete_port for b3857d74-03f5-4614-a530-5e62bbf43e74 owned by network:floatingip {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:07:32.822210 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8b6a79a2-89e1-47b1-b5c6-1b2b418e71bd req-e3941a18-2be7-4a17-803f-e760d71bfd89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d80d553a-dd1d-473a-950d-65cdf20bd750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810461
Nov 18 15:07:32.958547 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-f8c50144-e5ca-44c3-8a50-66feda7a544d tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823075388'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:32.976321 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:33.019240 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c50144-e5ca-44c3-8a50-66feda7a544d tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Pushing event deleted for resources: {'Port': ['ID=b3857d74-03f5-4614-a530-5e62bbf43e74,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:33.022259 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f8c50144-e5ca-44c3-8a50-66feda7a544d tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:33.193410 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-f8c50144-e5ca-44c3-8a50-66feda7a544d tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks [] for floatingip, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:33.193781 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-f8c50144-e5ca-44c3-8a50-66feda7a544d tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Floating IP aac45c0c-b106-4c7e-a5cb-ad0de8350be8 disassociated (deleted). External IP: 172.27.1.70, port: 67737de0-609b-4efd-99a6-b98f003575b7.
Nov 18 15:07:33.595747 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-f8c50144-e5ca-44c3-8a50-66feda7a544d tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Router 0ea1e07d-b9b6-4070-9248-f9781f088003 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:07:33.800996 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-f8c50144-e5ca-44c3-8a50-66feda7a544d tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:07:33.811070 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35e492f-8d3a-42f3-b736-9ad54f515162 None None] Sync routers for ids ['0ea1e07d-b9b6-4070-9248-f9781f088003'] in dv-cinder-733623-8-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:07:33.825217 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35e492f-8d3a-42f3-b736-9ad54f515162 None None] Routers {'0ea1e07d-b9b6-4070-9248-f9781f088003'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:07:33.825889 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-b35e492f-8d3a-42f3-b736-9ad54f515162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef3f5ba8>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:07:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['0ea1e07d-b9b6-4070-9248-f9781f088003'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:33.826065 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-f8c50144-e5ca-44c3-8a50-66feda7a544d tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:33.880957 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-f8c50144-e5ca-44c3-8a50-66feda7a544d tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "DELETE /v2.0/floatingips/aac45c0c-b106-4c7e-a5cb-ad0de8350be8 HTTP/1.1" status: 204  len: 173 time: 1.5911207
Nov 18 15:07:33.881433 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa982534-5a1a-4146-8ef8-b1b59c265b6f', 'tag': '67737de0-609b-4efd-99a6-b98f003575b7'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:07:33.972309 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-858d4fc0-b742-4bbf-92a2-fa206c2c648e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=556aa7371f8f46c783a13838433abcc1&device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 1162 time: 0.0767500
Nov 18 15:07:34.011012 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-b35e492f-8d3a-42f3-b736-9ad54f515162 None None] Set router 0ea1e07d-b9b6-4070-9248-f9781f088003 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:07:34.115346 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-27ea0683-84c3-48f0-9bbb-79d113711a60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:34.116954 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-27ea0683-84c3-48f0-9bbb-79d113711a60 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d80d553a-dd1d-473a-950d-65cdf20bd750 HTTP/1.1" status: 200  len: 909 time: 0.1372459
Nov 18 15:07:34.187404 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-d3651bcd-95f5-44dd-b55c-08a455da351a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67737de0-609b-4efd-99a6-b98f003575b7 HTTP/1.1" status: 200  len: 217 time: 0.0639577
Nov 18 15:07:34.259756 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-0bd4d936-67e0-43d7-b166-619f112b0f7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:34.261364 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-0bd4d936-67e0-43d7-b166-619f112b0f7e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9748ee0c-6642-4893-8ba7-9d5548b7a891 HTTP/1.1" status: 200  len: 854 time: 0.0672839
Nov 18 15:07:34.340524 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-b35e492f-8d3a-42f3-b736-9ad54f515162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef3f5ba8>, [{'id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'name': 'tempest-TestMinimumBasicScenario-1570347415-router', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:01:59Z', 'revision_number': 4, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'gw_port': {'id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '85d731e0-7b54-4ea0-bf32-550857960170', 'name': '', 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'mac_address': 'fa:16:3e:b1:bb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9748ee0c-6642-4893-8ba7-9d5548b7a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:59Z', 'updated_at': '2020-11-18T15:02:08Z', 'revision_number': 5, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'subnets': [{'id': '9748ee0c-6642-4893-8ba7-9d5548b7a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:34.341740 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-f68a5daa-4a0a-4a7b-b9ff-0749ce38479f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d80d553a-dd1d-473a-950d-65cdf20bd750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0739145
Nov 18 15:07:34.344670 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35e492f-8d3a-42f3-b736-9ad54f515162 None None] Checking router: 0ea1e07d-b9b6-4070-9248-f9781f088003 for host: dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:07:34.355959 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35e492f-8d3a-42f3-b736-9ad54f515162 None None] Routers {'0ea1e07d-b9b6-4070-9248-f9781f088003'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:07:34.356622 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-b35e492f-8d3a-42f3-b736-9ad54f515162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef3f5ba8>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:07:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['0ea1e07d-b9b6-4070-9248-f9781f088003'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:34.488407 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-b3201b8c-beaf-4f00-b587-1cf8b9bc08e2 service neutron] 10.222.0.21 "GET /v2.0/networks/d80d553a-dd1d-473a-950d-65cdf20bd750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396127
Nov 18 15:07:34.637240 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4dbb282e-08d0-40de-82ee-28d365ea255b req-e3d2cfe7-13db-46e4-8d30-467e4e277f1c service neutron] 10.222.0.21 "GET /v2.0/networks/d80d553a-dd1d-473a-950d-65cdf20bd750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1416798
Nov 18 15:07:34.703003 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-b35e492f-8d3a-42f3-b736-9ad54f515162 None None] Set router 0ea1e07d-b9b6-4070-9248-f9781f088003 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:07:34.706987 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa982534-5a1a-4146-8ef8-b1b59c265b6f', 'tag': '67737de0-609b-4efd-99a6-b98f003575b7', 'status': 'completed', 'code': 200}
Nov 18 15:07:35.031476 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-b35e492f-8d3a-42f3-b736-9ad54f515162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef3f5ba8>, [{'id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'name': 'tempest-TestMinimumBasicScenario-1570347415-router', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:01:59Z', 'revision_number': 4, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'gw_port': {'id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '85d731e0-7b54-4ea0-bf32-550857960170', 'name': '', 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'mac_address': 'fa:16:3e:b1:bb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9748ee0c-6642-4893-8ba7-9d5548b7a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:59Z', 'updated_at': '2020-11-18T15:02:08Z', 'revision_number': 5, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'subnets': [{'id': '9748ee0c-6642-4893-8ba7-9d5548b7a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:35.036180 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35e492f-8d3a-42f3-b736-9ad54f515162 None None] The sync data for ids ['0ea1e07d-b9b6-4070-9248-f9781f088003'] in dv-cinder-733623-8-iscsi is: [{'id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'name': 'tempest-TestMinimumBasicScenario-1570347415-router', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:01:59Z', 'revision_number': 4, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'gw_port': {'id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '85d731e0-7b54-4ea0-bf32-550857960170', 'name': '', 'network_id': 'd80d553a-dd1d-473a-950d-65cdf20bd750', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'mac_address': 'fa:16:3e:b1:bb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9748ee0c-6642-4893-8ba7-9d5548b7a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:59Z', 'updated_at': '2020-11-18T15:02:08Z', 'revision_number': 5, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'subnets': [{'id': '9748ee0c-6642-4893-8ba7-9d5548b7a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:07:35.280174 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8b6a79a2-89e1-47b1-b5c6-1b2b418e71bd req-8a93eb47-36e9-453e-8045-4de6eb024524 service neutron] 10.222.0.15 "GET /v2.0/networks/d80d553a-dd1d-473a-950d-65cdf20bd750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2008309
Nov 18 15:07:35.332253 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e1ccbb0c-b963-4dd8-8180-4e71bebfc7fe req-d588160b-6c5f-4ab1-8d7f-388dde73943d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1497881
Nov 18 15:07:35.435080 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c9ef0e-30b7-4d7f-934e-e9778e9899ce None None] New status for floating IP aac45c0c-b106-4c7e-a5cb-ad0de8350be8: DOWN {{(pid=80267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 15:07:35.443070 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8b6a79a2-89e1-47b1-b5c6-1b2b418e71bd req-db8b8360-88c0-43ed-ab27-3bb93a928fb9 service neutron] 10.222.0.15 "GET /v2.0/networks/d80d553a-dd1d-473a-950d-65cdf20bd750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1485012
Nov 18 15:07:35.575670 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5bf34731-0ba4-4063-a759-0ae728dff27b req-002560cb-e7fc-4c6b-9a36-dc35f8b373b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=556aa7371f8f46c783a13838433abcc1&device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 1162 time: 0.0876074
Nov 18 15:07:35.590333 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:35.719727 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf34731-0ba4-4063-a759-0ae728dff27b req-b3dd466a-20c8-429c-8127-9d5b89319f9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:35.721330 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5bf34731-0ba4-4063-a759-0ae728dff27b req-b3dd466a-20c8-429c-8127-9d5b89319f9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=d80d553a-dd1d-473a-950d-65cdf20bd750 HTTP/1.1" status: 200  len: 909 time: 0.1388974
Nov 18 15:07:35.792329 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5bf34731-0ba4-4063-a759-0ae728dff27b req-2994a044-a323-48f7-b5f5-4711dcade041 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67737de0-609b-4efd-99a6-b98f003575b7 HTTP/1.1" status: 200  len: 217 time: 0.0635347
Nov 18 15:07:35.863582 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf34731-0ba4-4063-a759-0ae728dff27b req-2d55904e-f07d-4e46-b3a6-d5448c79295b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:35.865042 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5bf34731-0ba4-4063-a759-0ae728dff27b req-2d55904e-f07d-4e46-b3a6-d5448c79295b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9748ee0c-6642-4893-8ba7-9d5548b7a891 HTTP/1.1" status: 200  len: 854 time: 0.0654199
Nov 18 15:07:35.974833 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 67737de0-609b-4efd-99a6-b98f003575b7 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:07:35.991210 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5bf34731-0ba4-4063-a759-0ae728dff27b req-ffa9e0ff-6e4c-44aa-953e-78521f97130d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d80d553a-dd1d-473a-950d-65cdf20bd750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733979
Nov 18 15:07:36.050059 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 67737de0-609b-4efd-99a6-b98f003575b7 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:07:36.050488 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:36.141677 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5bf34731-0ba4-4063-a759-0ae728dff27b req-3bd66d92-dc41-4702-aee0-da28968ea434 service neutron] 10.222.0.15 "GET /v2.0/networks/d80d553a-dd1d-473a-950d-65cdf20bd750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427875
Nov 18 15:07:36.298823 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5bf34731-0ba4-4063-a759-0ae728dff27b req-37e7d563-c609-4c33-aa48-c6b23600eee1 service neutron] 10.222.0.15 "GET /v2.0/networks/d80d553a-dd1d-473a-950d-65cdf20bd750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1478312
Nov 18 15:07:36.431748 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e1ccbb0c-b963-4dd8-8180-4e71bebfc7fe req-7f0d3bc9-4891-4259-ac5e-c69d9e5c0775 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=556aa7371f8f46c783a13838433abcc1&device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 1162 time: 0.0774677
Nov 18 15:07:36.789119 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccbb0c-b963-4dd8-8180-4e71bebfc7fe req-3948216e-83dc-4e11-9ca4-2d48c9e31dd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:36.790809 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e1ccbb0c-b963-4dd8-8180-4e71bebfc7fe req-3948216e-83dc-4e11-9ca4-2d48c9e31dd0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d80d553a-dd1d-473a-950d-65cdf20bd750 HTTP/1.1" status: 200  len: 909 time: 0.3376122
Nov 18 15:07:36.897498 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e1ccbb0c-b963-4dd8-8180-4e71bebfc7fe req-50d7b138-a87c-4b21-b592-17cde64535e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67737de0-609b-4efd-99a6-b98f003575b7 HTTP/1.1" status: 200  len: 217 time: 0.0702560
Nov 18 15:07:36.971621 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccbb0c-b963-4dd8-8180-4e71bebfc7fe req-07c9005a-42db-4470-b471-5e7c4b33fac7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:36.973597 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e1ccbb0c-b963-4dd8-8180-4e71bebfc7fe req-07c9005a-42db-4470-b471-5e7c4b33fac7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9748ee0c-6642-4893-8ba7-9d5548b7a891 HTTP/1.1" status: 200  len: 854 time: 0.0688181
Nov 18 15:07:37.055396 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e1ccbb0c-b963-4dd8-8180-4e71bebfc7fe req-eab3cebd-b030-4093-ab1f-ea66b183105f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d80d553a-dd1d-473a-950d-65cdf20bd750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748312
Nov 18 15:07:37.203455 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e1ccbb0c-b963-4dd8-8180-4e71bebfc7fe req-37b13dd2-1db7-48d1-bf69-bf4c6f848df9 service neutron] 10.222.0.15 "GET /v2.0/networks/d80d553a-dd1d-473a-950d-65cdf20bd750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394053
Nov 18 15:07:37.354053 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e1ccbb0c-b963-4dd8-8180-4e71bebfc7fe req-be49487a-4749-484b-b530-791e4172bdb0 service neutron] 10.222.0.15 "GET /v2.0/networks/d80d553a-dd1d-473a-950d-65cdf20bd750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1441100
Nov 18 15:07:39.041248 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494cd5c-73a1-4715-b82b-2045baa2d664 req-92f09779-efaa-4421-b0e8-488147d762a2 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:39.042008 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-6494cd5c-73a1-4715-b82b-2045baa2d664 req-92f09779-efaa-4421-b0e8-488147d762a2 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Synchronizing usage tracker for tenant:556aa7371f8f46c783a13838433abcc1 on resource:port {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:07:39.056276 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-6494cd5c-73a1-4715-b82b-2045baa2d664 req-92f09779-efaa-4421-b0e8-488147d762a2 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Unset dirty status for tenant:556aa7371f8f46c783a13838433abcc1 on resource:port {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:07:39.057686 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6494cd5c-73a1-4715-b82b-2045baa2d664 req-92f09779-efaa-4421-b0e8-488147d762a2 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 945 time: 0.0965757
Nov 18 15:07:39.110985 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6494cd5c-73a1-4715-b82b-2045baa2d664 req-546891e5-24c3-4ad3-b32c-2574bb9e2e14 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467784
Nov 18 15:07:39.485684 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb3d5986-943b-4b4e-9086-efe601f8ba20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:40.318624 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4b156-9f3a-4771-9fe9-02bc5bce48d7 req-9b8107c7-d81b-4fcc-80c0-73c2cca85372 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:40.320203 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-89e4b156-9f3a-4771-9fe9-02bc5bce48d7 req-9b8107c7-d81b-4fcc-80c0-73c2cca85372 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 945 time: 0.0815816
Nov 18 15:07:40.367928 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-89e4b156-9f3a-4771-9fe9-02bc5bce48d7 req-29f830e3-a2e2-4420-8988-67a03de8a649 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417411
Nov 18 15:07:41.288604 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60829ec2-976e-437e-bc4a-f51b3fa61595 req-77c82013-4146-4965-a762-26f929aafbf5 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:41.290157 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-60829ec2-976e-437e-bc4a-f51b3fa61595 req-77c82013-4146-4965-a762-26f929aafbf5 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.15 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 945 time: 0.0818150
Nov 18 15:07:41.365722 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-60829ec2-976e-437e-bc4a-f51b3fa61595 req-87d111d4-1f2d-418c-84f1-199cf38207d1 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Deleting port 67737de0-609b-4efd-99a6-b98f003575b7 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:07:41.366297 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-60829ec2-976e-437e-bc4a-f51b3fa61595 req-87d111d4-1f2d-418c-84f1-199cf38207d1 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:41.595994 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5892e7-0dd3-4307-9e80-db1b4abb7bf7 req-40e4dfe1-2bdd-4f59-bc4e-47214c2bb75e tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:41.598246 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3b5892e7-0dd3-4307-9e80-db1b4abb7bf7 req-40e4dfe1-2bdd-4f59-bc4e-47214c2bb75e tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 945 time: 0.1029432
Nov 18 15:07:41.623020 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-60829ec2-976e-437e-bc4a-f51b3fa61595 req-87d111d4-1f2d-418c-84f1-199cf38207d1 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] For port 67737de0-609b-4efd-99a6-b98f003575b7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=67737de0-609b-4efd-99a6-b98f003575b7,segment=NetworkSegment(bedfbab1-4304-4348-8818-44aade99ea50),segment_id=bedfbab1-4304-4348-8818-44aade99ea50)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:07:41.623423 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-60829ec2-976e-437e-bc4a-f51b3fa61595 req-87d111d4-1f2d-418c-84f1-199cf38207d1 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:41.646663 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3b5892e7-0dd3-4307-9e80-db1b4abb7bf7 req-3dd80094-2256-42b4-9252-b3582f84e388 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/security-groups?id=44359b14-b93e-49e9-b169-6f32cbc1560f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417304
Nov 18 15:07:41.752093 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-60829ec2-976e-437e-bc4a-f51b3fa61595 req-87d111d4-1f2d-418c-84f1-199cf38207d1 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Calling delete_port for 67737de0-609b-4efd-99a6-b98f003575b7 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:07:41.910514 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-60829ec2-976e-437e-bc4a-f51b3fa61595 req-87d111d4-1f2d-418c-84f1-199cf38207d1 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:41.929557 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c8c1b54e-fb36-41a4-a91f-5d26b8725666 tempest-VolumesSnapshotTestJSON-749340071 tempest-VolumesSnapshotTestJSON-749340071] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:41.976853 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d111d4-1f2d-418c-84f1-199cf38207d1 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Pushing event deleted for resources: {'Port': ['ID=67737de0-609b-4efd-99a6-b98f003575b7,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:41.979767 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-87d111d4-1f2d-418c-84f1-199cf38207d1 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:42.124245 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-47f6b5fe-57c9-45a9-aa20-ea07878e20ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:42.138273 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-60829ec2-976e-437e-bc4a-f51b3fa61595 req-87d111d4-1f2d-418c-84f1-199cf38207d1 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] No DVR routers for this DVR port 67737de0-609b-4efd-99a6-b98f003575b7 on host hv-cinder-73362 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:07:42.140554 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-60829ec2-976e-437e-bc4a-f51b3fa61595 req-87d111d4-1f2d-418c-84f1-199cf38207d1 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:42.143835 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa982534-5a1a-4146-8ef8-b1b59c265b6f', 'name': 'network-vif-deleted', 'tag': '67737de0-609b-4efd-99a6-b98f003575b7'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:07:42.153541 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 39798) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:42.163110 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-60829ec2-976e-437e-bc4a-f51b3fa61595 req-87d111d4-1f2d-418c-84f1-199cf38207d1 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.15 "DELETE /v2.0/ports/67737de0-609b-4efd-99a6-b98f003575b7 HTTP/1.1" status: 204  len: 173 time: 0.8664992
Nov 18 15:07:42.212136 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa982534-5a1a-4146-8ef8-b1b59c265b6f', 'name': 'network-vif-deleted', 'tag': '67737de0-609b-4efd-99a6-b98f003575b7', 'status': 'completed', 'code': 200}
Nov 18 15:07:42.313330 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:42.346996 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:07:42.351111 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Usage tracker for resource:security_group_rule and tenant:ad4eaae1c6df497683dbd5282e784689 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:07:42.351777 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 67737de0-609b-4efd-99a6-b98f003575b7 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:07:42.354125 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:07:42.359913 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:07:42.397748 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] No Port match for: 67737de0-609b-4efd-99a6-b98f003575b7 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:07:42.398303 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 67737de0-609b-4efd-99a6-b98f003575b7 not bound to the agent host hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:07:42.404777 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:42.431498 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:42.434381 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:42.442080 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b336528f-8c20-46f1-bacb-0b4e54e137e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:42.485012 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75959756-8a04-4fee-ad3b-085472c58e79,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:42.492048 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad4eaae1c6df497683dbd5282e784689&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3374064
Nov 18 15:07:42.494897 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 39804) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:42.498292 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:42.498726 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:42.499153 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:42.499570 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:42.499984 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:42.500402 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:42.500814 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:42.501230 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:42.501668 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:42.502077 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:42.502541 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:42.502948 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:42.503392 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:42.503797 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:42.504203 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:42.504606 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:42.505040 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:42.505441 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:42.505844 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:42.506246 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:42.506644 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:42.507047 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:42.507448 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:42.507848 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:42.512630 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:42.563396 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dfb68886-ef5d-4aa3-a72a-43b414426d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:42.593777 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dfb68886-ef5d-4aa3-a72a-43b414426d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:42.645513 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dfb68886-ef5d-4aa3-a72a-43b414426d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:42.651278 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5c72c7a8-a039-40ab-90af-4cfadf7bf04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:42.662794 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb68886-ef5d-4aa3-a72a-43b414426d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75959756-8a04-4fee-ad3b-085472c58e79,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:42.666521 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dfb68886-ef5d-4aa3-a72a-43b414426d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:42.669845 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dfb68886-ef5d-4aa3-a72a-43b414426d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:42.671084 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-dfb68886-ef5d-4aa3-a72a-43b414426d37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75959756-8a04-4fee-ad3b-085472c58e79 HTTP/1.1" status: 204  len: 168 time: 0.1751368
Nov 18 15:07:42.863547 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-fd475fab-086c-4ed0-9169-b4a29de5eae9 req-a035991c-b43f-443f-8748-d57b07112bd5 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Synchronizing usage tracker for tenant:556aa7371f8f46c783a13838433abcc1 on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:07:42.879071 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-fd475fab-086c-4ed0-9169-b4a29de5eae9 req-a035991c-b43f-443f-8748-d57b07112bd5 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Unset dirty status for tenant:556aa7371f8f46c783a13838433abcc1 on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:07:42.880371 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fd475fab-086c-4ed0-9169-b4a29de5eae9 req-a035991c-b43f-443f-8748-d57b07112bd5 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] 10.222.0.21 "GET /v2.0/ports?device_id=fa982534-5a1a-4146-8ef8-b1b59c265b6f HTTP/1.1" status: 200  len: 210 time: 0.0723522
Nov 18 15:07:43.279463 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:07:43.506733 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:43.703185 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:44.716849 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 39898) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:45.534624 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4faad887-a52d-4035-8732-d993d252cb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600187'] for router_interface, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:46.268932 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-4faad887-a52d-4035-8732-d993d252cb9c admin admin] Deleting port 85d731e0-7b54-4ea0-bf32-550857960170 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:07:46.269429 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4faad887-a52d-4035-8732-d993d252cb9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:46.451334 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-4faad887-a52d-4035-8732-d993d252cb9c admin admin] For port 85d731e0-7b54-4ea0-bf32-550857960170, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=85d731e0-7b54-4ea0-bf32-550857960170,segment=NetworkSegment(bedfbab1-4304-4348-8818-44aade99ea50),segment_id=bedfbab1-4304-4348-8818-44aade99ea50)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:07:46.451728 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4faad887-a52d-4035-8732-d993d252cb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:46.576081 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-4faad887-a52d-4035-8732-d993d252cb9c admin admin] Calling delete_port for 85d731e0-7b54-4ea0-bf32-550857960170 owned by network:router_interface {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:07:46.753146 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4faad887-a52d-4035-8732-d993d252cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823075388'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:46.768271 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:46.824107 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faad887-a52d-4035-8732-d993d252cb9c admin admin] Pushing event deleted for resources: {'Port': ['ID=85d731e0-7b54-4ea0-bf32-550857960170,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:46.828779 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4faad887-a52d-4035-8732-d993d252cb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:47.191946 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4faad887-a52d-4035-8732-d993d252cb9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852718791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854130453'] for router_interface, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:48.132272 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4faad887-a52d-4035-8732-d993d252cb9c admin admin] Router 0ea1e07d-b9b6-4070-9248-f9781f088003 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:07:48.338802 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4faad887-a52d-4035-8732-d993d252cb9c admin admin] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:07:48.348093 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a0b2b3-f8ae-4078-a564-53f66e04f8fb None None] Sync routers for ids ['0ea1e07d-b9b6-4070-9248-f9781f088003'] in dv-cinder-733623-8-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:07:48.360563 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a0b2b3-f8ae-4078-a564-53f66e04f8fb None None] Routers {'0ea1e07d-b9b6-4070-9248-f9781f088003'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:07:48.361290 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-90a0b2b3-f8ae-4078-a564-53f66e04f8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef27acc0>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:07:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['0ea1e07d-b9b6-4070-9248-f9781f088003'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:48.362009 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4faad887-a52d-4035-8732-d993d252cb9c admin admin] 10.222.0.21 "PUT /v2.0/routers/0ea1e07d-b9b6-4070-9248-f9781f088003/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6439190
Nov 18 15:07:48.364416 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 39920) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:48.546547 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-90a0b2b3-f8ae-4078-a564-53f66e04f8fb None None] Set router 0ea1e07d-b9b6-4070-9248-f9781f088003 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:07:48.569364 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-44aea2cd-88a0-46a3-83c5-a7effbe8d7af admin admin] Notify callbacks [] for router, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:48.776226 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-44aea2cd-88a0-46a3-83c5-a7effbe8d7af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:48.784976 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-44aea2cd-88a0-46a3-83c5-a7effbe8d7af admin admin] Deleting port d22e6178-7316-49c3-a2ea-aa136a51dfc4 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:07:48.785357 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-44aea2cd-88a0-46a3-83c5-a7effbe8d7af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:48.846968 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-90a0b2b3-f8ae-4078-a564-53f66e04f8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef27acc0>, [{'id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'name': 'tempest-TestMinimumBasicScenario-1570347415-router', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:07:46Z', 'revision_number': 5, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'gw_port': {'id': 'd22e6178-7316-49c3-a2ea-aa136a51dfc4', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi'}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:48.850937 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a0b2b3-f8ae-4078-a564-53f66e04f8fb None None] Checking router: 0ea1e07d-b9b6-4070-9248-f9781f088003 for host: dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:07:48.862555 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a0b2b3-f8ae-4078-a564-53f66e04f8fb None None] Routers {'0ea1e07d-b9b6-4070-9248-f9781f088003'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:07:48.863206 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-90a0b2b3-f8ae-4078-a564-53f66e04f8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef27acc0>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:07:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['0ea1e07d-b9b6-4070-9248-f9781f088003'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:48.968440 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-44aea2cd-88a0-46a3-83c5-a7effbe8d7af admin admin] For port d22e6178-7316-49c3-a2ea-aa136a51dfc4, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=d22e6178-7316-49c3-a2ea-aa136a51dfc4,segment=NetworkSegment(204b9cb9-672f-457d-853a-b208bf5e332c),segment_id=204b9cb9-672f-457d-853a-b208bf5e332c)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:07:48.968887 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-44aea2cd-88a0-46a3-83c5-a7effbe8d7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:49.017255 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-90a0b2b3-f8ae-4078-a564-53f66e04f8fb None None] Set router 0ea1e07d-b9b6-4070-9248-f9781f088003 gateway port host: None {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:07:49.099376 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-44aea2cd-88a0-46a3-83c5-a7effbe8d7af admin admin] Calling delete_port for d22e6178-7316-49c3-a2ea-aa136a51dfc4 owned by network:router_gateway {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:07:49.125087 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-90a0b2b3-f8ae-4078-a564-53f66e04f8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef27acc0>, [{'id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'name': 'tempest-TestMinimumBasicScenario-1570347415-router', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:07:48Z', 'revision_number': 6, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'gw_port_host': None}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:49.129717 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a0b2b3-f8ae-4078-a564-53f66e04f8fb None None] The sync data for ids ['0ea1e07d-b9b6-4070-9248-f9781f088003'] in dv-cinder-733623-8-iscsi is: [{'id': '0ea1e07d-b9b6-4070-9248-f9781f088003', 'name': 'tempest-TestMinimumBasicScenario-1570347415-router', 'tenant_id': '556aa7371f8f46c783a13838433abcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:56Z', 'updated_at': '2020-11-18T15:07:48Z', 'revision_number': 6, 'project_id': '556aa7371f8f46c783a13838433abcc1', 'gw_port_host': None}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:07:49.275451 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-44aea2cd-88a0-46a3-83c5-a7effbe8d7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823075388'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:49.291265 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:49.349447 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aea2cd-88a0-46a3-83c5-a7effbe8d7af admin admin] Pushing event deleted for resources: {'Port': ['ID=d22e6178-7316-49c3-a2ea-aa136a51dfc4,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:49.354129 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-44aea2cd-88a0-46a3-83c5-a7effbe8d7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:49.652433 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-44aea2cd-88a0-46a3-83c5-a7effbe8d7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-605051'] for router_gateway, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:49.927781 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-44aea2cd-88a0-46a3-83c5-a7effbe8d7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63956'] for router, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:49.932296 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-44aea2cd-88a0-46a3-83c5-a7effbe8d7af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:49.961032 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device d22e6178-7316-49c3-a2ea-aa136a51dfc4 no longer exists at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:07:49.965835 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-44aea2cd-88a0-46a3-83c5-a7effbe8d7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-715353'] for router, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:49.966601 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44aea2cd-88a0-46a3-83c5-a7effbe8d7af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ea1e07d-b9b6-4070-9248-f9781f088003 {{(pid=80265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 18 15:07:49.985430 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-44aea2cd-88a0-46a3-83c5-a7effbe8d7af admin admin] Notify callbacks [] for router, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:49.986859 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-44aea2cd-88a0-46a3-83c5-a7effbe8d7af admin admin] 10.222.0.21 "DELETE /v2.0/routers/0ea1e07d-b9b6-4070-9248-f9781f088003 HTTP/1.1" status: 204  len: 168 time: 1.6213934
Nov 18 15:07:49.989475 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 39930) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:50.009359 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] No Port match for: d22e6178-7316-49c3-a2ea-aa136a51dfc4 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:07:50.009901 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device d22e6178-7316-49c3-a2ea-aa136a51dfc4 not bound to the agent host dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:07:50.010375 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 85d731e0-7b54-4ea0-bf32-550857960170 no longer exists at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:07:50.051695 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] No Port match for: 85d731e0-7b54-4ea0-bf32-550857960170 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:07:50.052687 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 85d731e0-7b54-4ea0-bf32-550857960170 not bound to the agent host dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:07:50.096523 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Deleting subnet 9748ee0c-6642-4893-8ba7-9d5548b7a891 {{(pid=80264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 15:07:50.099754 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:50.157169 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823228110'] for subnet, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:50.277153 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853367654'] for subnet, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:50.602373 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920dee5-693e-4c93-b1b3-b91502c181d3 req-f8afe004-dced-431b-99cf-468be69a13e6 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:50.603984 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e920dee5-693e-4c93-b1b3-b91502c181d3 req-f8afe004-dced-431b-99cf-468be69a13e6 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.1738946
Nov 18 15:07:50.638330 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822525290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036821599937'] for subnet, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:50.661886 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:50.706855 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9748ee0c-6642-4893-8ba7-9d5548b7a891,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:50.738915 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e920dee5-693e-4c93-b1b3-b91502c181d3 req-cca52ef1-c0dc-451f-a125-6085aecba0e2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1263330
Nov 18 15:07:50.789186 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:50.789612 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:50.790025 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:50.790429 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:50.790848 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:50.791245 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:50.791642 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:50.792035 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:50.792431 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:50.792855 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:50.793254 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:50.793645 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:50.794076 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:50.794467 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:50.794859 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:50.795248 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:50.795636 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:50.796033 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:50.796429 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:50.796832 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:50.797224 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:50.797609 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:50.797998 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:50.798381 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:07:50.814264 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:50.832539 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:50.837641 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b914e67-3a88-45d4-9311-715202c095cc None None] Network d80d553a-dd1d-473a-950d-65cdf20bd750 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:07:50.838634 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9eca4281-501b-46ba-ba9a-de9418d92b1e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9748ee0c-6642-4893-8ba7-9d5548b7a891 HTTP/1.1" status: 204  len: 168 time: 0.8480542
Nov 18 15:07:50.841201 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 39944) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:50.957123 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322778'] for network, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:51.027238 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] Deleting port 1a36cfe2-9a65-4eac-b707-564d92882c66 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:07:51.027612 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:51.089868 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231fb306-8cf6-4276-a500-ab542ac18ea2 None None] DHCP port deletion for d80d553a-dd1d-473a-950d-65cdf20bd750 request from dv-cinder-733623-8-iscsi {{(pid=80266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 18 15:07:51.094983 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-231fb306-8cf6-4276-a500-ab542ac18ea2 None None] Deleting port 1a36cfe2-9a65-4eac-b707-564d92882c66 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:07:51.095432 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-231fb306-8cf6-4276-a500-ab542ac18ea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:51.248835 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] For port 1a36cfe2-9a65-4eac-b707-564d92882c66, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=1a36cfe2-9a65-4eac-b707-564d92882c66,segment=NetworkSegment(bedfbab1-4304-4348-8818-44aade99ea50),segment_id=bedfbab1-4304-4348-8818-44aade99ea50)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:07:51.249339 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:51.383066 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] Calling delete_port for 1a36cfe2-9a65-4eac-b707-564d92882c66 owned by network:dhcp {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:07:51.471421 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-231fb306-8cf6-4276-a500-ab542ac18ea2 None None] For port 1a36cfe2-9a65-4eac-b707-564d92882c66, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=1a36cfe2-9a65-4eac-b707-564d92882c66,segment=NetworkSegment(bedfbab1-4304-4348-8818-44aade99ea50),segment_id=bedfbab1-4304-4348-8818-44aade99ea50)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:07:51.471805 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-231fb306-8cf6-4276-a500-ab542ac18ea2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:51.605053 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-231fb306-8cf6-4276-a500-ab542ac18ea2 None None] Calling delete_port for 1a36cfe2-9a65-4eac-b707-564d92882c66 owned by network:dhcp {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:07:51.663315 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:51.679804 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:51.746573 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-231fb306-8cf6-4276-a500-ab542ac18ea2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 18 15:07:51.746908 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-231fb306-8cf6-4276-a500-ab542ac18ea2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 18 15:07:51.763998 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 1dab2caa-73c4-4e48-8653-c13eae84bf16 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:07:51.777934 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a36cfe2-9a65-4eac-b707-564d92882c66,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:51.784261 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:51.881046 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:51.911107 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb9a964-9b42-4cde-b023-79abc8a28e0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dab2caa-73c4-4e48-8653-c13eae84bf16'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:07:51.925204 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port 1dab2caa-73c4-4e48-8653-c13eae84bf16, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=1dab2caa-73c4-4e48-8653-c13eae84bf16,segment=NetworkSegment(14ac9fd4-7aea-4a0b-a691-cf8f8931ccab),segment_id=14ac9fd4-7aea-4a0b-a691-cf8f8931ccab)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:07:51.929960 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:51.935598 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:51.946167 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] No DVR routers for this DVR port 1a36cfe2-9a65-4eac-b707-564d92882c66 on host dv-cinder-733623-8-iscsi {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:07:51.953501 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b221448-0a66-4bcc-a452-b75df6dae732 req-02915f53-491b-4403-90eb-d82b812e9ac0 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:51.955078 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0b221448-0a66-4bcc-a452-b75df6dae732 req-02915f53-491b-4403-90eb-d82b812e9ac0 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.15 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 946 time: 0.2763746
Nov 18 15:07:51.977714 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 1a36cfe2-9a65-4eac-b707-564d92882c66 no longer exists at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:07:52.024283 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] No Port match for: 1a36cfe2-9a65-4eac-b707-564d92882c66 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:07:52.024677 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 1a36cfe2-9a65-4eac-b707-564d92882c66 not bound to the agent host dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:07:52.048329 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=1dab2caa-73c4-4e48-8653-c13eae84bf16,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:52.051886 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:52.060046 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb9a964-9b42-4cde-b023-79abc8a28e0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dab2caa-73c4-4e48-8653-c13eae84bf16', 'code': 200}
Nov 18 15:07:52.106433 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-0b221448-0a66-4bcc-a452-b75df6dae732 req-88d78d35-b106-4c7c-99be-0007d8f7ebcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Deleting port 1dab2caa-73c4-4e48-8653-c13eae84bf16 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:07:52.106825 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0b221448-0a66-4bcc-a452-b75df6dae732 req-88d78d35-b106-4c7c-99be-0007d8f7ebcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:52.205867 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853367263', 'neutron.services.segments.db._delete_segments_for_network--9223363306544197611'] for network, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:52.248261 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-231fb306-8cf6-4276-a500-ab542ac18ea2 None None] Deleting port 1a36cfe2-9a65-4eac-b707-564d92882c66 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:07:52.248726 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-231fb306-8cf6-4276-a500-ab542ac18ea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:52.248949 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835a720-b17d-4542-9b9e-8272d8d7adda req-738a50de-e399-4c5c-827e-22576089181a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:52.250578 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6835a720-b17d-4542-9b9e-8272d8d7adda req-738a50de-e399-4c5c-827e-22576089181a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 944 time: 0.3674455
Nov 18 15:07:52.313112 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-231fb306-8cf6-4276-a500-ab542ac18ea2 None None] The port '1a36cfe2-9a65-4eac-b707-564d92882c66' was deleted {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 18 15:07:52.421878 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0aef4e73c8>,) {'filters': {'network_id': ['d80d553a-dd1d-473a-950d-65cdf20bd750']}} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:52.468732 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aef4e73c8>, 'bedfbab1-4304-4348-8818-44aade99ea50') {'for_net_delete': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:52.469099 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aef4e73c8>, 'bedfbab1-4304-4348-8818-44aade99ea50') {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:52.505690 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306544155115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31547658'] for segment, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:52.518354 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6835a720-b17d-4542-9b9e-8272d8d7adda req-da3d3791-ad59-47f4-9938-484e84574c4b tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2510860
Nov 18 15:07:52.583177 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:52.587336 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 15:07:52.805659 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-0b221448-0a66-4bcc-a452-b75df6dae732 req-88d78d35-b106-4c7c-99be-0007d8f7ebcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] For port 1dab2caa-73c4-4e48-8653-c13eae84bf16, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=1dab2caa-73c4-4e48-8653-c13eae84bf16,segment=NetworkSegment(14ac9fd4-7aea-4a0b-a691-cf8f8931ccab),segment_id=14ac9fd4-7aea-4a0b-a691-cf8f8931ccab)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:07:52.805989 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0b221448-0a66-4bcc-a452-b75df6dae732 req-88d78d35-b106-4c7c-99be-0007d8f7ebcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:52.815802 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] Network d80d553a-dd1d-473a-950d-65cdf20bd750 has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:07:52.826892 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853370636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822525237'] for segment, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:53.154188 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] Network d80d553a-dd1d-473a-950d-65cdf20bd750 has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]: Traceback (most recent call last):
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:     timer()
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:     cb(*args, **kw)
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:     self._notify()
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:     self.callback(batched_events)
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:     event.method(event)
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:     return f(self, *a, **k)
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self._get(url).json()
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:     **kwargs)
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:     **endpoint_filter)
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 15:07:53.180207 dv-cinder-733623-8-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 15:07:53.346487 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:53.355658 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-67a1e71d-2798-4037-9d8c-343570518897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:53.369028 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:53.602563 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] Pushing event deleted for resources: {'Network': ['ID=d80d553a-dd1d-473a-950d-65cdf20bd750,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:53.611956 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:53.616184 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0b221448-0a66-4bcc-a452-b75df6dae732 req-88d78d35-b106-4c7c-99be-0007d8f7ebcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for floatingip, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:53.616602 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0b221448-0a66-4bcc-a452-b75df6dae732 req-88d78d35-b106-4c7c-99be-0007d8f7ebcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854175593'] for floatingip, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:53.617414 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-0b221448-0a66-4bcc-a452-b75df6dae732 req-88d78d35-b106-4c7c-99be-0007d8f7ebcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Floating IP 4506e79d-8967-45ea-a520-c7104f7ba63a disassociated. External IP: 172.27.1.90, port: 1dab2caa-73c4-4e48-8653-c13eae84bf16.
Nov 18 15:07:53.618806 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-0b221448-0a66-4bcc-a452-b75df6dae732 req-88d78d35-b106-4c7c-99be-0007d8f7ebcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Calling delete_port for 1dab2caa-73c4-4e48-8653-c13eae84bf16 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:07:53.658632 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d80d553a-dd1d-473a-950d-65cdf20bd750 HTTP/1.1" status: 204  len: 168 time: 2.8140121
Nov 18 15:07:53.806652 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 39980) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:53.837682 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5233ae-c5ab-4333-bf8e-62cac8e8d60b req-4205f6fc-afcc-495f-a08a-c1cc72771a49 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:07:53.839314 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cf5233ae-c5ab-4333-bf8e-62cac8e8d60b req-4205f6fc-afcc-495f-a08a-c1cc72771a49 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 944 time: 0.1724346
Nov 18 15:07:53.843361 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0b221448-0a66-4bcc-a452-b75df6dae732 req-88d78d35-b106-4c7c-99be-0007d8f7ebcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:53.858962 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-703e6ca4-b0a6-47e7-8b59-8c41abcabe71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:53.866103 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-fc4d1adb-2483-46eb-a701-ce8189822da6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=556aa7371f8f46c783a13838433abcc1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0579453
Nov 18 15:07:53.866835 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 39984) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:53.881263 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 39988) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:53.923404 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d78d35-b106-4c7c-99be-0007d8f7ebcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Pushing event deleted for resources: {'Port': ['ID=1dab2caa-73c4-4e48-8653-c13eae84bf16,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:53.942298 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f77b210e-9368-429a-ac16-d0c6e674a12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:53.942857 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-88d78d35-b106-4c7c-99be-0007d8f7ebcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:53.970576 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f77b210e-9368-429a-ac16-d0c6e674a12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:54.020319 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f77b210e-9368-429a-ac16-d0c6e674a12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:54.025764 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-16edac80-822c-4a56-9f03-2df335741133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:54.034142 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cf5233ae-c5ab-4333-bf8e-62cac8e8d60b req-62025387-b265-4088-bf97-8008dcf99d51 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=2de9aaf3-3647-46fd-85d6-35ce984c5512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1451592
Nov 18 15:07:54.040539 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b210e-9368-429a-ac16-d0c6e674a12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44359b14-b93e-49e9-b169-6f32cbc1560f,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:54.043334 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f77b210e-9368-429a-ac16-d0c6e674a12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:54.049700 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f77b210e-9368-429a-ac16-d0c6e674a12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:54.050850 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f77b210e-9368-429a-ac16-d0c6e674a12a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44359b14-b93e-49e9-b169-6f32cbc1560f HTTP/1.1" status: 204  len: 168 time: 0.1829894
Nov 18 15:07:54.135975 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6310b9f6-b8c0-4ca5-848a-32399c3cd043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:54.178512 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6310b9f6-b8c0-4ca5-848a-32399c3cd043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:07:54.183467 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-6310b9f6-b8c0-4ca5-848a-32399c3cd043 admin admin] Usage tracker for resource:security_group_rule and tenant:a7c64d5f8ee54f0cabf742b13f78fa98 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:07:54.187113 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-6310b9f6-b8c0-4ca5-848a-32399c3cd043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:07:54.194123 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6310b9f6-b8c0-4ca5-848a-32399c3cd043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:07:54.274560 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6310b9f6-b8c0-4ca5-848a-32399c3cd043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:54.279438 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6310b9f6-b8c0-4ca5-848a-32399c3cd043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:54.289247 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-491cb784-35a6-4c08-9fbc-1c16cc143e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:54.306103 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b221448-0a66-4bcc-a452-b75df6dae732 req-88d78d35-b106-4c7c-99be-0007d8f7ebcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Router 44f5da37-a026-45f6-8025-4151e55d5990 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:07:54.341378 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310b9f6-b8c0-4ca5-848a-32399c3cd043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270af04f-90b0-48d1-80be-107405c365f2,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:54.344733 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6310b9f6-b8c0-4ca5-848a-32399c3cd043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:54.350372 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6310b9f6-b8c0-4ca5-848a-32399c3cd043 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7c64d5f8ee54f0cabf742b13f78fa98&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4656303
Nov 18 15:07:54.352370 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 39998) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:54.426060 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4944f5ba-bc16-48c4-8a87-891bd8f0e8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:54.457472 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4944f5ba-bc16-48c4-8a87-891bd8f0e8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:54.507589 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4944f5ba-bc16-48c4-8a87-891bd8f0e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:54.513188 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-92a85c8a-d126-4d1d-8111-029257de5c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:54.525057 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944f5ba-bc16-48c4-8a87-891bd8f0e8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270af04f-90b0-48d1-80be-107405c365f2,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:54.527969 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4944f5ba-bc16-48c4-8a87-891bd8f0e8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:54.534084 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4944f5ba-bc16-48c4-8a87-891bd8f0e8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:54.537897 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4944f5ba-bc16-48c4-8a87-891bd8f0e8d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/270af04f-90b0-48d1-80be-107405c365f2 HTTP/1.1" status: 204  len: 168 time: 0.1840253
Nov 18 15:07:54.558641 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b221448-0a66-4bcc-a452-b75df6dae732 req-88d78d35-b106-4c7c-99be-0007d8f7ebcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:07:54.574300 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37391147-e660-4b4a-a65c-355e52875001 None None] Sync routers for ids ['44f5da37-a026-45f6-8025-4151e55d5990'] in dv-cinder-733623-8-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:07:54.588393 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37391147-e660-4b4a-a65c-355e52875001 None None] Routers {'44f5da37-a026-45f6-8025-4151e55d5990'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:07:54.589116 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-37391147-e660-4b4a-a65c-355e52875001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef86e898>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:07:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['44f5da37-a026-45f6-8025-4151e55d5990'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:54.635111 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b221448-0a66-4bcc-a452-b75df6dae732 req-88d78d35-b106-4c7c-99be-0007d8f7ebcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] No DVR routers for this DVR port 1dab2caa-73c4-4e48-8653-c13eae84bf16 on host hv-cinder-73362 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:07:54.637433 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0b221448-0a66-4bcc-a452-b75df6dae732 req-88d78d35-b106-4c7c-99be-0007d8f7ebcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:54.640219 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb9a964-9b42-4cde-b023-79abc8a28e0c', 'name': 'network-vif-deleted', 'tag': '1dab2caa-73c4-4e48-8653-c13eae84bf16'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:07:54.657355 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0b221448-0a66-4bcc-a452-b75df6dae732 req-88d78d35-b106-4c7c-99be-0007d8f7ebcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.15 "DELETE /v2.0/ports/1dab2caa-73c4-4e48-8653-c13eae84bf16 HTTP/1.1" status: 204  len: 173 time: 2.6742339
Nov 18 15:07:54.706835 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb9a964-9b42-4cde-b023-79abc8a28e0c', 'name': 'network-vif-deleted', 'tag': '1dab2caa-73c4-4e48-8653-c13eae84bf16', 'status': 'completed', 'code': 200}
Nov 18 15:07:54.947323 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-37391147-e660-4b4a-a65c-355e52875001 None None] Set router 44f5da37-a026-45f6-8025-4151e55d5990 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:07:55.264925 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd803399-8eee-419d-a85a-bbfabb9b0a99 req-1822c657-b0e4-4949-91ef-5e8aa953ffc3 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=6eb9a964-9b42-4cde-b023-79abc8a28e0c HTTP/1.1" status: 200  len: 210 time: 0.0500765
Nov 18 15:07:55.278368 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-37391147-e660-4b4a-a65c-355e52875001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef86e898>, [{'id': '44f5da37-a026-45f6-8025-4151e55d5990', 'name': 'tempest-AttachVolumeTestJSON-642542883-router', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:13Z', 'updated_at': '2020-11-18T14:59:25Z', 'revision_number': 4, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'gw_port': {'id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:14Z', 'updated_at': '2020-11-18T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '0c043abc-f4f5-4013-a0e7-298fd5522f70', 'name': '', 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'mac_address': 'fa:16:3e:8e:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:22Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 5, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'subnets': [{'id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:55.282552 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37391147-e660-4b4a-a65c-355e52875001 None None] Checking router: 44f5da37-a026-45f6-8025-4151e55d5990 for host: dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:07:55.294728 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37391147-e660-4b4a-a65c-355e52875001 None None] Routers {'44f5da37-a026-45f6-8025-4151e55d5990'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:07:55.295381 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-37391147-e660-4b4a-a65c-355e52875001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef86e898>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:07:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['44f5da37-a026-45f6-8025-4151e55d5990'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:55.491370 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-37391147-e660-4b4a-a65c-355e52875001 None None] Set router 44f5da37-a026-45f6-8025-4151e55d5990 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:07:55.813608 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-37391147-e660-4b4a-a65c-355e52875001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef86e898>, [{'id': '44f5da37-a026-45f6-8025-4151e55d5990', 'name': 'tempest-AttachVolumeTestJSON-642542883-router', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:13Z', 'updated_at': '2020-11-18T14:59:25Z', 'revision_number': 4, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'gw_port': {'id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:14Z', 'updated_at': '2020-11-18T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '0c043abc-f4f5-4013-a0e7-298fd5522f70', 'name': '', 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'mac_address': 'fa:16:3e:8e:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:22Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 5, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'subnets': [{'id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:07:55.817736 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37391147-e660-4b4a-a65c-355e52875001 None None] The sync data for ids ['44f5da37-a026-45f6-8025-4151e55d5990'] in dv-cinder-733623-8-iscsi is: [{'id': '44f5da37-a026-45f6-8025-4151e55d5990', 'name': 'tempest-AttachVolumeTestJSON-642542883-router', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:13Z', 'updated_at': '2020-11-18T14:59:25Z', 'revision_number': 4, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'gw_port': {'id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:14Z', 'updated_at': '2020-11-18T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '0c043abc-f4f5-4013-a0e7-298fd5522f70', 'name': '', 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'mac_address': 'fa:16:3e:8e:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:22Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 5, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'subnets': [{'id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:07:56.196185 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d73eb89-997b-42f8-a13e-15e4d05e6038 None None] New status for floating IP 4506e79d-8967-45ea-a520-c7104f7ba63a: DOWN {{(pid=80266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 15:07:56.426088 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 40014) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:56.496483 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4d460ab8-106c-4f06-9fa4-a293ce716207 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:56.525746 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4d460ab8-106c-4f06-9fa4-a293ce716207 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:56.572466 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4d460ab8-106c-4f06-9fa4-a293ce716207 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:56.577974 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4944f5ba-bc16-48c4-8a87-891bd8f0e8d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:56.593996 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d460ab8-106c-4f06-9fa4-a293ce716207 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de9aaf3-3647-46fd-85d6-35ce984c5512,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:56.599702 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4d460ab8-106c-4f06-9fa4-a293ce716207 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:56.601748 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4d460ab8-106c-4f06-9fa4-a293ce716207 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:56.602964 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4d460ab8-106c-4f06-9fa4-a293ce716207 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "DELETE /v2.0/security-groups/2de9aaf3-3647-46fd-85d6-35ce984c5512 HTTP/1.1" status: 204  len: 168 time: 0.1753135
Nov 18 15:07:56.605681 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 40020) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:56.625403 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.v2.resource [None req-52c05880-a60c-45d5-943b-aa45acff9b2a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] show failed (client error): The resource could not be found.
Nov 18 15:07:56.626500 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-52c05880-a60c-45d5-943b-aa45acff9b2a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups/2de9aaf3-3647-46fd-85d6-35ce984c5512 HTTP/1.1" status: 404  len: 347 time: 0.0198343
Nov 18 15:07:56.630105 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 40024) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:57.013445 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-53fae8f0-01a2-4b1e-b95e-c327fe2ed09d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Deleting port ba26fc98-3133-463a-b42b-c0e08f468fa5 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:07:57.014037 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-53fae8f0-01a2-4b1e-b95e-c327fe2ed09d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:57.191808 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-53fae8f0-01a2-4b1e-b95e-c327fe2ed09d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:57.192175 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-53fae8f0-01a2-4b1e-b95e-c327fe2ed09d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for floatingip, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:57.318923 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-53fae8f0-01a2-4b1e-b95e-c327fe2ed09d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Calling delete_port for ba26fc98-3133-463a-b42b-c0e08f468fa5 owned by network:floatingip {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:07:57.456610 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-53fae8f0-01a2-4b1e-b95e-c327fe2ed09d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823075388'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:57.471977 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:57.526675 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fae8f0-01a2-4b1e-b95e-c327fe2ed09d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Pushing event deleted for resources: {'Port': ['ID=ba26fc98-3133-463a-b42b-c0e08f468fa5,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:57.531754 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-53fae8f0-01a2-4b1e-b95e-c327fe2ed09d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:57.690754 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-53fae8f0-01a2-4b1e-b95e-c327fe2ed09d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for floatingip, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:57.705241 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-53fae8f0-01a2-4b1e-b95e-c327fe2ed09d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:57.706484 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-53fae8f0-01a2-4b1e-b95e-c327fe2ed09d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "DELETE /v2.0/floatingips/4506e79d-8967-45ea-a520-c7104f7ba63a HTTP/1.1" status: 204  len: 168 time: 1.0754762
Nov 18 15:07:58.014286 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 40034) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:58.020460 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-953b937a-3f76-46b4-bbbe-fcd4f1274dcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Request body: {'security_group': {'name': 'tempest-securitygroup--271373844', 'description': 'tempest-description--1154123206'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:07:58.026745 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-953b937a-3f76-46b4-bbbe-fcd4f1274dcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:07:58.031085 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-953b937a-3f76-46b4-bbbe-fcd4f1274dcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Usage tracker for resource:security_group and tenant:a636a45410424918b4d9f679f113cafd is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:07:58.034715 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-953b937a-3f76-46b4-bbbe-fcd4f1274dcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:07:58.040505 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-953b937a-3f76-46b4-bbbe-fcd4f1274dcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:07:58.050102 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-953b937a-3f76-46b4-bbbe-fcd4f1274dcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:58.085745 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-953b937a-3f76-46b4-bbbe-fcd4f1274dcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:07:58.089638 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-953b937a-3f76-46b4-bbbe-fcd4f1274dcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Usage tracker for resource:security_group_rule and tenant:a636a45410424918b4d9f679f113cafd is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:07:58.092503 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-953b937a-3f76-46b4-bbbe-fcd4f1274dcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:07:58.098779 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-953b937a-3f76-46b4-bbbe-fcd4f1274dcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:07:58.153179 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-953b937a-3f76-46b4-bbbe-fcd4f1274dcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:58.155752 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-953b937a-3f76-46b4-bbbe-fcd4f1274dcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:58.160931 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2dad8563-1c8c-41f8-b08e-733c5c6cdbaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:58.202697 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b937a-3f76-46b4-bbbe-fcd4f1274dcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2dfd56-c827-478b-9df2-4146bb996bcc,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:58.206010 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-953b937a-3f76-46b4-bbbe-fcd4f1274dcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:58.207284 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-953b937a-3f76-46b4-bbbe-fcd4f1274dcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.1919572
Nov 18 15:07:58.208279 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-953b937a-3f76-46b4-bbbe-fcd4f1274dcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:58.210267 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 40038) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:58.215914 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-b61e9e6e-152f-471a-b785-3e9dd765171d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Request body: {'security_group_rule': {'security_group_id': 'cd2dfd56-c827-478b-9df2-4146bb996bcc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:07:58.222212 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b61e9e6e-152f-471a-b785-3e9dd765171d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:07:58.226293 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b61e9e6e-152f-471a-b785-3e9dd765171d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Usage tracker for resource:security_group_rule and tenant:a636a45410424918b4d9f679f113cafd is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:07:58.229304 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b61e9e6e-152f-471a-b785-3e9dd765171d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:07:58.235417 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b61e9e6e-152f-471a-b785-3e9dd765171d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:07:58.251597 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b61e9e6e-152f-471a-b785-3e9dd765171d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for security_group_rule, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:58.313543 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b61e9e6e-152f-471a-b785-3e9dd765171d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:58.316423 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b61e9e6e-152f-471a-b785-3e9dd765171d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138714'] for security_group_rule, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:58.318547 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aa5e6825-235c-438a-a182-e5b694431c97 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:58.344124 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e9e6e-152f-471a-b785-3e9dd765171d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9533542d-30f3-40c0-abc7-6aec7dc3332f,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:58.349577 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b61e9e6e-152f-471a-b785-3e9dd765171d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:58.353222 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b61e9e6e-152f-471a-b785-3e9dd765171d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for security_group_rule, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:58.354492 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b61e9e6e-152f-471a-b785-3e9dd765171d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1432118
Nov 18 15:07:58.357318 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 40042) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:58.363162 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-d376a609-fd61-48b7-a6fb-ca29e4751d0e tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Request body: {'security_group_rule': {'security_group_id': 'cd2dfd56-c827-478b-9df2-4146bb996bcc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:07:58.369554 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d376a609-fd61-48b7-a6fb-ca29e4751d0e tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:07:58.373589 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d376a609-fd61-48b7-a6fb-ca29e4751d0e tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Usage tracker for resource:security_group_rule and tenant:a636a45410424918b4d9f679f113cafd is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:07:58.376573 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d376a609-fd61-48b7-a6fb-ca29e4751d0e tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:07:58.382803 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d376a609-fd61-48b7-a6fb-ca29e4751d0e tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:07:58.399167 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d376a609-fd61-48b7-a6fb-ca29e4751d0e tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for security_group_rule, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:58.464328 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d376a609-fd61-48b7-a6fb-ca29e4751d0e tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:58.466804 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d376a609-fd61-48b7-a6fb-ca29e4751d0e tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138714'] for security_group_rule, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:58.473819 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-edade3cc-e7c9-4ac7-97cd-2d5d3eaea0e4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:58.492477 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376a609-fd61-48b7-a6fb-ca29e4751d0e tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2086cf7c-7e77-4d75-8cc4-6be4f43a3f8b,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:58.495014 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d376a609-fd61-48b7-a6fb-ca29e4751d0e tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:58.501182 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d376a609-fd61-48b7-a6fb-ca29e4751d0e tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for security_group_rule, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:58.502970 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d376a609-fd61-48b7-a6fb-ca29e4751d0e tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1446040
Nov 18 15:07:58.506214 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 40046) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:07:58.511555 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-83d90900-881b-426e-ba1b-8f2ff0f45336 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Request body: {'floatingip': {'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:07:58.517142 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-83d90900-881b-426e-ba1b-8f2ff0f45336 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:07:58.521128 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-83d90900-881b-426e-ba1b-8f2ff0f45336 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Usage tracker for resource:floatingip and tenant:a636a45410424918b4d9f679f113cafd is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:07:58.524144 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-83d90900-881b-426e-ba1b-8f2ff0f45336 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:07:58.530100 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-83d90900-881b-426e-ba1b-8f2ff0f45336 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:07:58.540333 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83d90900-881b-426e-ba1b-8f2ff0f45336 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for floatingip, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:58.684579 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83d90900-881b-426e-ba1b-8f2ff0f45336 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:58.955704 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-83d90900-881b-426e-ba1b-8f2ff0f45336 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Allocated IP 172.27.1.247 (96475b02-3c3a-4cf0-bab1-8b9b17365c14/9c2873db-d6d7-45a1-862e-7032080186d6/41445100-e00d-4c7b-aba4-424c65f07f22) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:07:59.109272 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83d90900-881b-426e-ba1b-8f2ff0f45336 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:59.134674 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83d90900-881b-426e-ba1b-8f2ff0f45336 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823075388'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:59.149641 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:59.292327 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d90900-881b-426e-ba1b-8f2ff0f45336 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Pushing event updated for resources: {'Port': ['ID=41445100-e00d-4c7b-aba4-424c65f07f22,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:59.297408 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-83d90900-881b-426e-ba1b-8f2ff0f45336 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:07:59.338881 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d90900-881b-426e-ba1b-8f2ff0f45336 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:07:59.340097 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-83d90900-881b-426e-ba1b-8f2ff0f45336 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:07:59.342294 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d90900-881b-426e-ba1b-8f2ff0f45336 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:07:59.429147 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83d90900-881b-426e-ba1b-8f2ff0f45336 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for floatingip, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:59.489626 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83d90900-881b-426e-ba1b-8f2ff0f45336 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:59.750581 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83d90900-881b-426e-ba1b-8f2ff0f45336 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:59.754549 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83d90900-881b-426e-ba1b-8f2ff0f45336 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31700445'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:07:59.770036 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:07:59.905438 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d90900-881b-426e-ba1b-8f2ff0f45336 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Pushing event updated for resources: {'Port': ['ID=41445100-e00d-4c7b-aba4-424c65f07f22,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:07:59.915706 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-83d90900-881b-426e-ba1b-8f2ff0f45336 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:08:00.009098 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83d90900-881b-426e-ba1b-8f2ff0f45336 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854175593'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:00.030728 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83d90900-881b-426e-ba1b-8f2ff0f45336 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:00.032046 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-83d90900-881b-426e-ba1b-8f2ff0f45336 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5248594
Nov 18 15:08:00.274397 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-31fed3ae-53a6-459f-a063-300f2e906510 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Synchronizing usage tracker for tenant:a636a45410424918b4d9f679f113cafd on resource:security_group {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:08:00.288444 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-31fed3ae-53a6-459f-a063-300f2e906510 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Unset dirty status for tenant:a636a45410424918b4d9f679f113cafd on resource:security_group {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:08:00.289706 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-31fed3ae-53a6-459f-a063-300f2e906510 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--271373844&fields=id&tenant_id=a636a45410424918b4d9f679f113cafd HTTP/1.1" status: 200  len: 267 time: 0.0589647
Nov 18 15:08:00.449378 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-8aac25fe-ae81-4c3e-869d-c6c5e9d0fdfa tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:00.450939 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-8aac25fe-ae81-4c3e-869d-c6c5e9d0fdfa tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/networks?id=39f5108f-843e-41e3-81e6-112f46a760b7 HTTP/1.1" status: 200  len: 810 time: 0.1541867
Nov 18 15:08:00.467434 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-58d08f03-4d3e-421a-b989-b648b5106d51 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/quotas/a636a45410424918b4d9f679f113cafd HTTP/1.1" status: 200  len: 375 time: 0.0106070
Nov 18 15:08:00.553588 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-51edca92-85b7-43c5-97aa-817768a80682 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Synchronizing usage tracker for tenant:a636a45410424918b4d9f679f113cafd on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:08:00.568872 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-51edca92-85b7-43c5-97aa-817768a80682 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Unset dirty status for tenant:a636a45410424918b4d9f679f113cafd on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:08:00.570275 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-51edca92-85b7-43c5-97aa-817768a80682 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?tenant_id=a636a45410424918b4d9f679f113cafd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0972254
Nov 18 15:08:00.718117 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-74639f5f-6938-42c6-aa01-ba9621ac1b0f service neutron] 10.222.0.21 "GET /v2.0/networks/39f5108f-843e-41e3-81e6-112f46a760b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353047
Nov 18 15:08:00.861987 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-34d97536-b6f9-41dc-a145-029af50817f1 service neutron] 10.222.0.21 "GET /v2.0/networks/39f5108f-843e-41e3-81e6-112f46a760b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1370399
Nov 18 15:08:01.064074 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5bdfa5a6-c6b1-4636-84dc-1a78d80f40d5 req-3a73cd64-53a9-4cf8-8e06-d51bd7726c9f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Synchronizing usage tracker for tenant:a636a45410424918b4d9f679f113cafd on resource:port {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:08:01.077519 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5bdfa5a6-c6b1-4636-84dc-1a78d80f40d5 req-3a73cd64-53a9-4cf8-8e06-d51bd7726c9f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Unset dirty status for tenant:a636a45410424918b4d9f679f113cafd on resource:port {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:08:01.078782 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5bdfa5a6-c6b1-4636-84dc-1a78d80f40d5 req-3a73cd64-53a9-4cf8-8e06-d51bd7726c9f tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=fa12b841-5ce0-44db-bcfe-f345a598201f HTTP/1.1" status: 200  len: 210 time: 0.0612566
Nov 18 15:08:02.101150 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-e18e9f66-e28f-4aed-874d-a0d9882cc069 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:02.102700 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-e18e9f66-e28f-4aed-874d-a0d9882cc069 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.15 "GET /v2.0/networks?id=39f5108f-843e-41e3-81e6-112f46a760b7 HTTP/1.1" status: 200  len: 810 time: 0.1557353
Nov 18 15:08:02.193958 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-81c2cd53-1338-4e93-b37d-738b3c502e88 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a636a45410424918b4d9f679f113cafd HTTP/1.1" status: 200  len: 5044 time: 0.0776393
Nov 18 15:08:02.203089 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-ff7b1b0d-73b0-404f-9fcc-a650f914cf48 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Request body: {'port': {'device_id': 'fa12b841-5ce0-44db-bcfe-f345a598201f', 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'admin_state_up': True, 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'security_groups': ['cd2dfd56-c827-478b-9df2-4146bb996bcc']}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:08:02.265876 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aa1b64e4-1938-4c83-b93c-7138ebeab014 req-717c3cb9-752a-4342-820a-0e12cfcc8053 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=fa12b841-5ce0-44db-bcfe-f345a598201f HTTP/1.1" status: 200  len: 210 time: 0.0536425
Nov 18 15:08:02.358557 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-ff7b1b0d-73b0-404f-9fcc-a650f914cf48 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:08:02.368345 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-ff7b1b0d-73b0-404f-9fcc-a650f914cf48 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:08:02.377282 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-ff7b1b0d-73b0-404f-9fcc-a650f914cf48 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Made reservation on behalf of a636a45410424918b4d9f679f113cafd for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:08:02.382762 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-ff7b1b0d-73b0-404f-9fcc-a650f914cf48 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:02.684726 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-ff7b1b0d-73b0-404f-9fcc-a650f914cf48 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Allocated IP 172.20.0.5 (39f5108f-843e-41e3-81e6-112f46a760b7/fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d/6af1b082-db45-425b-842b-04a042e067ac) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:08:02.880550 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-ff7b1b0d-73b0-404f-9fcc-a650f914cf48 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:02.897008 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-ff7b1b0d-73b0-404f-9fcc-a650f914cf48 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Transition to ACTIVE for port object 6af1b082-db45-425b-842b-04a042e067ac will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:08:02.915773 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-ff7b1b0d-73b0-404f-9fcc-a650f914cf48 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:02.930288 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-988bb261-70ac-4ee3-b1d7-9c4e09773619 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:08:03.068498 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b1b0d-73b0-404f-9fcc-a650f914cf48 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Pushing event updated for resources: {'Port': ['ID=6af1b082-db45-425b-842b-04a042e067ac,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:08:03.077717 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ff7b1b0d-73b0-404f-9fcc-a650f914cf48 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:08:03.121281 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-ff7b1b0d-73b0-404f-9fcc-a650f914cf48 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Network 39f5108f-843e-41e3-81e6-112f46a760b7 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:08:03.122407 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-ff7b1b0d-73b0-404f-9fcc-a650f914cf48 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:08:03.124524 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-ff7b1b0d-73b0-404f-9fcc-a650f914cf48 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:08:03.188304 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-ff7b1b0d-73b0-404f-9fcc-a650f914cf48 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:03.189003 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-ff7b1b0d-73b0-404f-9fcc-a650f914cf48 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:03.214323 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-ff7b1b0d-73b0-404f-9fcc-a650f914cf48 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0154848
Nov 18 15:08:03.226586 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-231682b0-4d0b-4080-8834-218b71057390 service neutron] Request body: {'port': {'device_id': 'fa12b841-5ce0-44db-bcfe-f345a598201f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:08:03.298117 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-9b046cbd-6e6f-4eaa-b0ed-e4b7ee06062a None None] Provisioning for port 6af1b082-db45-425b-842b-04a042e067ac completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:08:03.303670 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-9b046cbd-6e6f-4eaa-b0ed-e4b7ee06062a None None] Provisioning complete for port 6af1b082-db45-425b-842b-04a042e067ac triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:08:03.304095 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b046cbd-6e6f-4eaa-b0ed-e4b7ee06062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:03.350763 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-231682b0-4d0b-4080-8834-218b71057390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:03.359473 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-9b046cbd-6e6f-4eaa-b0ed-e4b7ee06062a None None] Port 6af1b082-db45-425b-842b-04a042e067ac cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 15:08:03.491734 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad204c-9c97-46ab-a6a5-eb24c2049210 req-7df0dcee-d9e7-41ed-b646-dd87ae08eb79 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:03.493402 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7ad204c-9c97-46ab-a6a5-eb24c2049210 req-7df0dcee-d9e7-41ed-b646-dd87ae08eb79 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=fa12b841-5ce0-44db-bcfe-f345a598201f HTTP/1.1" status: 200  len: 931 time: 0.0876229
Nov 18 15:08:03.541093 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-d7ad204c-9c97-46ab-a6a5-eb24c2049210 req-67c1033d-3a46-4d71-85d2-00682d1af5b3 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Synchronizing usage tracker for tenant:a636a45410424918b4d9f679f113cafd on resource:security_group {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:08:03.553845 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-d7ad204c-9c97-46ab-a6a5-eb24c2049210 req-67c1033d-3a46-4d71-85d2-00682d1af5b3 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Unset dirty status for tenant:a636a45410424918b4d9f679f113cafd on resource:security_group {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:08:03.555085 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7ad204c-9c97-46ab-a6a5-eb24c2049210 req-67c1033d-3a46-4d71-85d2-00682d1af5b3 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=cd2dfd56-c827-478b-9df2-4146bb996bcc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554259
Nov 18 15:08:03.974593 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-231682b0-4d0b-4080-8834-218b71057390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af1b082-db45-425b-842b-04a042e067ac {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 15:08:03.981492 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-231682b0-4d0b-4080-8834-218b71057390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:03.993546 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-231682b0-4d0b-4080-8834-218b71057390 service neutron] Transition to ACTIVE for port object 6af1b082-db45-425b-842b-04a042e067ac will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:08:03.996534 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-231682b0-4d0b-4080-8834-218b71057390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:04.011607 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fa9d1755-d85f-4749-a434-71c029a12c54 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:08:04.143200 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231682b0-4d0b-4080-8834-218b71057390 service neutron] Pushing event updated for resources: {'Port': ['ID=6af1b082-db45-425b-842b-04a042e067ac,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:08:04.152619 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-231682b0-4d0b-4080-8834-218b71057390 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:08:04.329656 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-231682b0-4d0b-4080-8834-218b71057390 service neutron] Attempting to bind port 6af1b082-db45-425b-842b-04a042e067ac on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:08:04.330609 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-231682b0-4d0b-4080-8834-218b71057390 service neutron] Attempting to bind port 6af1b082-db45-425b-842b-04a042e067ac by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '14ac9fd4-7aea-4a0b-a691-cf8f8931ccab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:08:04.330984 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-231682b0-4d0b-4080-8834-218b71057390 service neutron] Attempting to bind port 6af1b082-db45-425b-842b-04a042e067ac on network 39f5108f-843e-41e3-81e6-112f46a760b7 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:08:04.338079 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-231682b0-4d0b-4080-8834-218b71057390 service neutron] Checking agent: {'id': '91607d16-723a-4a8c-80a4-032802295cf0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 34), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:08:04.338459 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-231682b0-4d0b-4080-8834-218b71057390 service neutron] Checking segment: {'id': '14ac9fd4-7aea-4a0b-a691-cf8f8931ccab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:08:04.338868 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-231682b0-4d0b-4080-8834-218b71057390 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:04.339272 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-231682b0-4d0b-4080-8834-218b71057390 service neutron] Bound using segment: {'id': '14ac9fd4-7aea-4a0b-a691-cf8f8931ccab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:08:04.339752 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-231682b0-4d0b-4080-8834-218b71057390 service neutron] Bound port: 6af1b082-db45-425b-842b-04a042e067ac, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ac9fd4-7aea-4a0b-a691-cf8f8931ccab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:08:04.340126 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-231682b0-4d0b-4080-8834-218b71057390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:04.434073 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-231682b0-4d0b-4080-8834-218b71057390 service neutron] For port 6af1b082-db45-425b-842b-04a042e067ac, host hv-cinder-73362, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:08:04.437376 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-231682b0-4d0b-4080-8834-218b71057390 service neutron] For port 6af1b082-db45-425b-842b-04a042e067ac, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=6af1b082-db45-425b-842b-04a042e067ac,segment=NetworkSegment(14ac9fd4-7aea-4a0b-a691-cf8f8931ccab),segment_id=14ac9fd4-7aea-4a0b-a691-cf8f8931ccab)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:08:04.441651 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-231682b0-4d0b-4080-8834-218b71057390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:04.457215 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d1e95cc3-9f5d-4019-9cd4-14b449ba3766 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:08:04.605267 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231682b0-4d0b-4080-8834-218b71057390 service neutron] Pushing event updated for resources: {'Port': ['ID=6af1b082-db45-425b-842b-04a042e067ac,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:08:04.609974 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-231682b0-4d0b-4080-8834-218b71057390 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:08:04.646811 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-231682b0-4d0b-4080-8834-218b71057390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:04.648344 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-231682b0-4d0b-4080-8834-218b71057390 service neutron] 10.222.0.15 "PUT /v2.0/ports/6af1b082-db45-425b-842b-04a042e067ac HTTP/1.1" status: 200  len: 1157 time: 1.4264445
Nov 18 15:08:04.648935 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa12b841-5ce0-44db-bcfe-f345a598201f', 'tag': '6af1b082-db45-425b-842b-04a042e067ac'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:08:04.732502 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa12b841-5ce0-44db-bcfe-f345a598201f', 'tag': '6af1b082-db45-425b-842b-04a042e067ac', 'status': 'completed', 'code': 200}
Nov 18 15:08:04.782718 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-860e1570-76bf-4731-9dea-2c2f7cd278de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a636a45410424918b4d9f679f113cafd&device_id=fa12b841-5ce0-44db-bcfe-f345a598201f HTTP/1.1" status: 200  len: 1160 time: 0.0953071
Nov 18 15:08:04.801540 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e2acd-9cc4-4ee7-84e3-86eb3675e66b req-182033d8-9bf1-4989-b06c-6559c9b50912 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:04.803294 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-951e2acd-9cc4-4ee7-84e3-86eb3675e66b req-182033d8-9bf1-4989-b06c-6559c9b50912 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=fa12b841-5ce0-44db-bcfe-f345a598201f HTTP/1.1" status: 200  len: 943 time: 0.1057606
Nov 18 15:08:04.853341 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-951e2acd-9cc4-4ee7-84e3-86eb3675e66b req-69014b03-51c7-4a6a-8f4e-aa2eb46b6959 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=cd2dfd56-c827-478b-9df2-4146bb996bcc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428023
Nov 18 15:08:04.863622 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-392bbbc8-14ea-457d-ba26-65ab1b2f3f75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6af1b082-db45-425b-842b-04a042e067ac HTTP/1.1" status: 200  len: 217 time: 0.0697732
Nov 18 15:08:04.938561 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-491e11f7-b1df-49a4-9b9c-6f11f01d5192 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:04.940068 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-491e11f7-b1df-49a4-9b9c-6f11f01d5192 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d HTTP/1.1" status: 200  len: 849 time: 0.0685861
Nov 18 15:08:05.024934 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-d59732a3-100b-46e7-9b4a-5d8d25d17c88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39f5108f-843e-41e3-81e6-112f46a760b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759084
Nov 18 15:08:05.169997 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-91059890-a2a2-40d6-9751-8a31e9ee285f service neutron] 10.222.0.15 "GET /v2.0/networks/39f5108f-843e-41e3-81e6-112f46a760b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348989
Nov 18 15:08:05.312403 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-070ba996-a367-473f-9a60-ed40af4e79c9 req-9b0b0aba-5b75-4552-88f0-9686e8ef5464 service neutron] 10.222.0.15 "GET /v2.0/networks/39f5108f-843e-41e3-81e6-112f46a760b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1354353
Nov 18 15:08:05.435376 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c1c7faf-1a59-4500-b242-91ae604c43eb req-c9dee643-9269-4f7b-a132-c5693e3e5537 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a636a45410424918b4d9f679f113cafd&device_id=fa12b841-5ce0-44db-bcfe-f345a598201f HTTP/1.1" status: 200  len: 1160 time: 0.0789859
Nov 18 15:08:05.584122 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c7faf-1a59-4500-b242-91ae604c43eb req-d624b09b-b62e-4171-a155-dd694b616be1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:05.586216 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c1c7faf-1a59-4500-b242-91ae604c43eb req-d624b09b-b62e-4171-a155-dd694b616be1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=39f5108f-843e-41e3-81e6-112f46a760b7 HTTP/1.1" status: 200  len: 904 time: 0.1430655
Nov 18 15:08:05.587766 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:05.658316 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c1c7faf-1a59-4500-b242-91ae604c43eb req-5cceac1f-3e4b-4c6a-9655-11fa3e5d55ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6af1b082-db45-425b-842b-04a042e067ac HTTP/1.1" status: 200  len: 217 time: 0.0655053
Nov 18 15:08:05.731373 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c7faf-1a59-4500-b242-91ae604c43eb req-392ffc0b-3d0c-43d4-a3c9-93a93f253bd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:05.732977 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c1c7faf-1a59-4500-b242-91ae604c43eb req-392ffc0b-3d0c-43d4-a3c9-93a93f253bd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d HTTP/1.1" status: 200  len: 849 time: 0.0683227
Nov 18 15:08:05.813524 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c1c7faf-1a59-4500-b242-91ae604c43eb req-7346f66e-dcd1-4045-b3d8-032498c87eaf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39f5108f-843e-41e3-81e6-112f46a760b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736172
Nov 18 15:08:05.959539 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c1c7faf-1a59-4500-b242-91ae604c43eb req-4e717718-d57e-430c-b274-51586c4fd253 service neutron] 10.222.0.15 "GET /v2.0/networks/39f5108f-843e-41e3-81e6-112f46a760b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374409
Nov 18 15:08:06.066648 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a4be6-27c5-42e2-957e-6ed3373e17d2 req-ebeb186e-32f6-4c4a-99ea-1f336b9685a2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:06.068338 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-936a4be6-27c5-42e2-957e-6ed3373e17d2 req-ebeb186e-32f6-4c4a-99ea-1f336b9685a2 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=fa12b841-5ce0-44db-bcfe-f345a598201f HTTP/1.1" status: 200  len: 943 time: 0.0846639
Nov 18 15:08:06.105637 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6c1c7faf-1a59-4500-b242-91ae604c43eb req-78d90fed-3391-442a-9070-72f79f764cbd service neutron] 10.222.0.15 "GET /v2.0/networks/39f5108f-843e-41e3-81e6-112f46a760b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1388798
Nov 18 15:08:06.118106 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-936a4be6-27c5-42e2-957e-6ed3373e17d2 req-02fc4e98-0670-4c39-aa35-835b20bcfe15 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=cd2dfd56-c827-478b-9df2-4146bb996bcc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435009
Nov 18 15:08:07.330613 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e56000-fda0-4f8f-96a3-f3999217535b req-f87dab6d-765e-4b8e-bad4-9d6c3a521812 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:07.332128 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-70e56000-fda0-4f8f-96a3-f3999217535b req-f87dab6d-765e-4b8e-bad4-9d6c3a521812 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=fa12b841-5ce0-44db-bcfe-f345a598201f HTTP/1.1" status: 200  len: 943 time: 0.0876296
Nov 18 15:08:07.379463 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-70e56000-fda0-4f8f-96a3-f3999217535b req-e889c441-34bc-43ee-9bc2-8afecb077708 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=cd2dfd56-c827-478b-9df2-4146bb996bcc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411861
Nov 18 15:08:08.591487 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5f406-785e-4bda-9470-69a73a34c2bc req-ef65b5f8-9594-4e50-b944-83599245db5c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:08.593128 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3cb5f406-785e-4bda-9470-69a73a34c2bc req-ef65b5f8-9594-4e50-b944-83599245db5c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=fa12b841-5ce0-44db-bcfe-f345a598201f HTTP/1.1" status: 200  len: 943 time: 0.0835476
Nov 18 15:08:08.645374 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3cb5f406-785e-4bda-9470-69a73a34c2bc req-9b064182-a04f-439f-a934-1eeb1c5a1a9d tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=cd2dfd56-c827-478b-9df2-4146bb996bcc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452602
Nov 18 15:08:09.486687 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-45f0a6e6-aad6-47ea-9305-056ec7a21abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:09.853533 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e53cb-cff4-4d75-809f-166ff983ce9c req-14768a5a-2309-40c4-8e9e-01d2c23d745e tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:09.855037 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-787e53cb-cff4-4d75-809f-166ff983ce9c req-14768a5a-2309-40c4-8e9e-01d2c23d745e tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=fa12b841-5ce0-44db-bcfe-f345a598201f HTTP/1.1" status: 200  len: 943 time: 0.0820560
Nov 18 15:08:09.902751 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-787e53cb-cff4-4d75-809f-166ff983ce9c req-0aa2d025-64c4-4821-b381-3b310e46cb49 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=cd2dfd56-c827-478b-9df2-4146bb996bcc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415177
Nov 18 15:08:10.542231 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 6af1b082-db45-425b-842b-04a042e067ac up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:08:10.610601 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning for port 6af1b082-db45-425b-842b-04a042e067ac completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:08:10.615262 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 6af1b082-db45-425b-842b-04a042e067ac triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:08:10.615683 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:10.729825 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:10.756729 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa12b841-5ce0-44db-bcfe-f345a598201f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af1b082-db45-425b-842b-04a042e067ac'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:08:10.766699 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port 6af1b082-db45-425b-842b-04a042e067ac, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=6af1b082-db45-425b-842b-04a042e067ac,segment=NetworkSegment(14ac9fd4-7aea-4a0b-a691-cf8f8931ccab),segment_id=14ac9fd4-7aea-4a0b-a691-cf8f8931ccab)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:08:10.770066 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:10.772055 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:08:10.817320 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa12b841-5ce0-44db-bcfe-f345a598201f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af1b082-db45-425b-842b-04a042e067ac', 'code': 200}
Nov 18 15:08:10.843374 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=6af1b082-db45-425b-842b-04a042e067ac,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:08:10.853116 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:10.853511 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:10.853895 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:10.854334 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:10.854625 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:10.854998 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:10.855372 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:10.855742 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:10.856114 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:10.856481 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:10.856895 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:10.857264 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:10.857668 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:10.858033 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:10.858402 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:10.858767 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:10.859134 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:10.859498 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:10.859860 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:10.860221 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:10.860583 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:10.860998 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:10.861364 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:10.861726 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:10.865885 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:08:11.099437 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-266a45d1-1845-47a8-8635-8eb4c3c526be req-6a318d1f-be12-44b8-b186-437c2d794909 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa12b841-5ce0-44db-bcfe-f345a598201f HTTP/1.1" status: 200  len: 1162 time: 0.1219759
Nov 18 15:08:11.166073 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad0124-ffb9-4af6-abc6-3ba9905b8fdb req-6752a9be-123e-4f13-b238-9aed6068e992 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:11.166812 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-18ad0124-ffb9-4af6-abc6-3ba9905b8fdb req-6752a9be-123e-4f13-b238-9aed6068e992 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Synchronizing usage tracker for tenant:a636a45410424918b4d9f679f113cafd on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:08:11.170215 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-266a45d1-1845-47a8-8635-8eb4c3c526be req-b2d3c5c0-3f66-4525-9ac4-e90cb5ed9f71 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cd2dfd56-c827-478b-9df2-4146bb996bcc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632818
Nov 18 15:08:11.182737 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-18ad0124-ffb9-4af6-abc6-3ba9905b8fdb req-6752a9be-123e-4f13-b238-9aed6068e992 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Unset dirty status for tenant:a636a45410424918b4d9f679f113cafd on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:08:11.183893 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-18ad0124-ffb9-4af6-abc6-3ba9905b8fdb req-6752a9be-123e-4f13-b238-9aed6068e992 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=fa12b841-5ce0-44db-bcfe-f345a598201f HTTP/1.1" status: 200  len: 945 time: 0.1377335
Nov 18 15:08:11.231869 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-18ad0124-ffb9-4af6-abc6-3ba9905b8fdb req-70acfec7-5c7a-4a60-a474-4bffa3c4a3cf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=cd2dfd56-c827-478b-9df2-4146bb996bcc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406377
Nov 18 15:08:11.931113 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 6af1b082-db45-425b-842b-04a042e067ac up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:08:12.000728 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 6af1b082-db45-425b-842b-04a042e067ac triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:08:12.001173 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:12.129333 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-57d25317-9bda-44ea-843c-30b85d42dab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:12.400044 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:12.445855 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd51549-ae80-4222-8b79-57a9f4f2bccf req-30da8c10-e34b-4279-93f5-a10376575b51 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:12.447464 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0cd51549-ae80-4222-8b79-57a9f4f2bccf req-30da8c10-e34b-4279-93f5-a10376575b51 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=fa12b841-5ce0-44db-bcfe-f345a598201f HTTP/1.1" status: 200  len: 945 time: 0.0867827
Nov 18 15:08:12.495277 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0cd51549-ae80-4222-8b79-57a9f4f2bccf req-134e1a25-2ad5-4600-8a3b-4c21cf97a757 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=cd2dfd56-c827-478b-9df2-4146bb996bcc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414500
Nov 18 15:08:13.509101 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:13.705970 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:13.707014 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91121744-9e43-4cdd-8b0b-7c0b13167bec req-81a4231a-a774-4895-8724-69d5b471df22 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:13.708635 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-91121744-9e43-4cdd-8b0b-7c0b13167bec req-81a4231a-a774-4895-8724-69d5b471df22 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=fa12b841-5ce0-44db-bcfe-f345a598201f HTTP/1.1" status: 200  len: 945 time: 0.0836384
Nov 18 15:08:13.761008 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-91121744-9e43-4cdd-8b0b-7c0b13167bec req-3b2fed77-87e4-4e67-9154-8789b24cdfbe tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=cd2dfd56-c827-478b-9df2-4146bb996bcc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456600
Nov 18 15:08:13.968067 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d0fbe-be04-479a-8941-e96dc1465fcc req-276a167a-7d4c-44cc-bc12-b795d6a20517 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:13.969716 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a32d0fbe-be04-479a-8941-e96dc1465fcc req-276a167a-7d4c-44cc-bc12-b795d6a20517 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=fa12b841-5ce0-44db-bcfe-f345a598201f HTTP/1.1" status: 200  len: 945 time: 0.0825596
Nov 18 15:08:13.979243 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 40134) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:08:13.984650 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-0ff21881-a0e8-4b2a-937f-05af8686231b tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Request body: {'floatingip': {'port_id': '6af1b082-db45-425b-842b-04a042e067ac'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:08:14.065022 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ff21881-a0e8-4b2a-937f-05af8686231b tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for floatingip, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:14.878021 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ff21881-a0e8-4b2a-937f-05af8686231b tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for floatingip, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:14.881039 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ff21881-a0e8-4b2a-937f-05af8686231b tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854175593'] for floatingip, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:15.078300 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.l3_db [None req-0ff21881-a0e8-4b2a-937f-05af8686231b tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Floating IP 3384c86f-5b0d-4812-a601-4acf0eb9d806 associated. External IP: 172.27.1.247, port: 6af1b082-db45-425b-842b-04a042e067ac.
Nov 18 15:08:15.482863 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff21881-a0e8-4b2a-937f-05af8686231b tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Router 44f5da37-a026-45f6-8025-4151e55d5990 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:08:15.691232 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff21881-a0e8-4b2a-937f-05af8686231b tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:08:15.696134 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ff21881-a0e8-4b2a-937f-05af8686231b tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:15.700971 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed27b455-97c8-4b05-85b9-dd2e31d1073b None None] Sync routers for ids ['44f5da37-a026-45f6-8025-4151e55d5990'] in dv-cinder-733623-8-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:08:15.715104 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed27b455-97c8-4b05-85b9-dd2e31d1073b None None] Routers {'44f5da37-a026-45f6-8025-4151e55d5990'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:08:15.715766 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ed27b455-97c8-4b05-85b9-dd2e31d1073b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef5744a8>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:08:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['44f5da37-a026-45f6-8025-4151e55d5990'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:08:15.750949 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0ff21881-a0e8-4b2a-937f-05af8686231b tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "PUT /v2.0/floatingips/3384c86f-5b0d-4812-a601-4acf0eb9d806 HTTP/1.1" status: 200  len: 991 time: 1.7705231
Nov 18 15:08:15.752264 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa12b841-5ce0-44db-bcfe-f345a598201f', 'tag': '6af1b082-db45-425b-842b-04a042e067ac'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:08:15.811920 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa12b841-5ce0-44db-bcfe-f345a598201f', 'tag': '6af1b082-db45-425b-842b-04a042e067ac', 'status': 'completed', 'code': 200}
Nov 18 15:08:15.905906 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ed27b455-97c8-4b05-85b9-dd2e31d1073b None None] Set router 44f5da37-a026-45f6-8025-4151e55d5990 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:08:15.914195 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-73a78cd6-4ca7-4a75-8355-d8d927593950 req-de71256f-bca1-42d7-874c-c933866cc973 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a636a45410424918b4d9f679f113cafd&device_id=fa12b841-5ce0-44db-bcfe-f345a598201f HTTP/1.1" status: 200  len: 1162 time: 0.0796142
Nov 18 15:08:16.058727 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a78cd6-4ca7-4a75-8355-d8d927593950 req-1a413179-da73-42cf-912f-44dbd950dbf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:16.060491 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-73a78cd6-4ca7-4a75-8355-d8d927593950 req-1a413179-da73-42cf-912f-44dbd950dbf5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=39f5108f-843e-41e3-81e6-112f46a760b7 HTTP/1.1" status: 200  len: 904 time: 0.1396704
Nov 18 15:08:16.171607 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-73a78cd6-4ca7-4a75-8355-d8d927593950 req-5623fd5a-03fc-4470-9ddb-06d824be75aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6af1b082-db45-425b-842b-04a042e067ac HTTP/1.1" status: 200  len: 999 time: 0.0981140
Nov 18 15:08:16.243313 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a78cd6-4ca7-4a75-8355-d8d927593950 req-e1f7080e-84d1-4b40-8b2f-578f0d8aa44d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:16.244936 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-73a78cd6-4ca7-4a75-8355-d8d927593950 req-e1f7080e-84d1-4b40-8b2f-578f0d8aa44d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d HTTP/1.1" status: 200  len: 849 time: 0.0671031
Nov 18 15:08:16.274177 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ed27b455-97c8-4b05-85b9-dd2e31d1073b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef5744a8>, [{'id': '44f5da37-a026-45f6-8025-4151e55d5990', 'name': 'tempest-AttachVolumeTestJSON-642542883-router', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:13Z', 'updated_at': '2020-11-18T14:59:25Z', 'revision_number': 4, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'gw_port': {'id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:14Z', 'updated_at': '2020-11-18T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': '3384c86f-5b0d-4812-a601-4acf0eb9d806', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'port_id': '6af1b082-db45-425b-842b-04a042e067ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'mac_address': 'fa:16:3e:e1:42:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa12b841-5ce0-44db-bcfe-f345a598201f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:07:59Z', 'updated_at': '2020-11-18T15:08:14Z', 'revision_number': 1, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c043abc-f4f5-4013-a0e7-298fd5522f70', 'name': '', 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'mac_address': 'fa:16:3e:8e:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:22Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 5, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'subnets': [{'id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:08:16.278249 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed27b455-97c8-4b05-85b9-dd2e31d1073b None None] Checking router: 44f5da37-a026-45f6-8025-4151e55d5990 for host: dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:08:16.290887 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed27b455-97c8-4b05-85b9-dd2e31d1073b None None] Routers {'44f5da37-a026-45f6-8025-4151e55d5990'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:08:16.291542 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ed27b455-97c8-4b05-85b9-dd2e31d1073b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef5744a8>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:08:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['44f5da37-a026-45f6-8025-4151e55d5990'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:08:16.325105 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-73a78cd6-4ca7-4a75-8355-d8d927593950 req-fd94a161-4522-4983-8057-f6ae91d00ef5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39f5108f-843e-41e3-81e6-112f46a760b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727801
Nov 18 15:08:16.466814 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-73a78cd6-4ca7-4a75-8355-d8d927593950 req-5b4a72bc-6060-4bb7-a4ff-83c84d6e073c service neutron] 10.222.0.15 "GET /v2.0/networks/39f5108f-843e-41e3-81e6-112f46a760b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348319
Nov 18 15:08:16.475219 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ed27b455-97c8-4b05-85b9-dd2e31d1073b None None] Set router 44f5da37-a026-45f6-8025-4151e55d5990 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:08:16.609963 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-73a78cd6-4ca7-4a75-8355-d8d927593950 req-2811031f-c931-4613-9301-2766e0f7a823 service neutron] 10.222.0.15 "GET /v2.0/networks/39f5108f-843e-41e3-81e6-112f46a760b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1371796
Nov 18 15:08:16.835177 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ed27b455-97c8-4b05-85b9-dd2e31d1073b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef5744a8>, [{'id': '44f5da37-a026-45f6-8025-4151e55d5990', 'name': 'tempest-AttachVolumeTestJSON-642542883-router', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:13Z', 'updated_at': '2020-11-18T14:59:25Z', 'revision_number': 4, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'gw_port': {'id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:14Z', 'updated_at': '2020-11-18T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': '3384c86f-5b0d-4812-a601-4acf0eb9d806', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'port_id': '6af1b082-db45-425b-842b-04a042e067ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'mac_address': 'fa:16:3e:e1:42:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa12b841-5ce0-44db-bcfe-f345a598201f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:07:59Z', 'updated_at': '2020-11-18T15:08:14Z', 'revision_number': 1, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c043abc-f4f5-4013-a0e7-298fd5522f70', 'name': '', 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'mac_address': 'fa:16:3e:8e:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:22Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 5, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'subnets': [{'id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:08:16.839262 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed27b455-97c8-4b05-85b9-dd2e31d1073b None None] The sync data for ids ['44f5da37-a026-45f6-8025-4151e55d5990'] in dv-cinder-733623-8-iscsi is: [{'id': '44f5da37-a026-45f6-8025-4151e55d5990', 'name': 'tempest-AttachVolumeTestJSON-642542883-router', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:13Z', 'updated_at': '2020-11-18T14:59:25Z', 'revision_number': 4, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'gw_port': {'id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:14Z', 'updated_at': '2020-11-18T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': '3384c86f-5b0d-4812-a601-4acf0eb9d806', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'port_id': '6af1b082-db45-425b-842b-04a042e067ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'mac_address': 'fa:16:3e:e1:42:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa12b841-5ce0-44db-bcfe-f345a598201f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:07:59Z', 'updated_at': '2020-11-18T15:08:14Z', 'revision_number': 1, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c043abc-f4f5-4013-a0e7-298fd5522f70', 'name': '', 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'mac_address': 'fa:16:3e:8e:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:22Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 5, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'subnets': [{'id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:08:17.165495 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305cb879-50b4-4a5f-9dca-56211abc8342 None None] New status for floating IP 3384c86f-5b0d-4812-a601-4acf0eb9d806: ACTIVE {{(pid=80266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 15:08:20.280471 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:08:32.420230 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ac11145e-0eab-412d-b0d6-d1ff3725725b req-5971f202-6425-42c6-9fd3-124d28306bae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0778117
Nov 18 15:08:32.564511 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ac11145e-0eab-412d-b0d6-d1ff3725725b req-1ff70aa3-f41c-416b-b257-46cfad4135b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4a9b323e37c46d8899b044decab72ea&device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 1163 time: 0.0737705
Nov 18 15:08:32.717086 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11145e-0eab-412d-b0d6-d1ff3725725b req-c1c63c82-ad83-472f-9563-b2024ccf89c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:32.718553 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ac11145e-0eab-412d-b0d6-d1ff3725725b req-c1c63c82-ad83-472f-9563-b2024ccf89c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69e9610a-bdf9-4e92-a423-5887a14614d9 HTTP/1.1" status: 200  len: 902 time: 0.1351039
Nov 18 15:08:32.828229 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ac11145e-0eab-412d-b0d6-d1ff3725725b req-70beea5e-a701-46ae-ba7b-9228f8a4f4ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f95d9584-b6db-492f-8f0d-90810f52af4d HTTP/1.1" status: 200  len: 1002 time: 0.1012027
Nov 18 15:08:32.895692 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11145e-0eab-412d-b0d6-d1ff3725725b req-3c9dc96e-f1c9-4d25-b267-987469e5b10c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:32.897222 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ac11145e-0eab-412d-b0d6-d1ff3725725b req-3c9dc96e-f1c9-4d25-b267-987469e5b10c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b71eee02-545e-42b9-b666-43022aa9ac3c HTTP/1.1" status: 200  len: 847 time: 0.0624547
Nov 18 15:08:32.979555 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ac11145e-0eab-412d-b0d6-d1ff3725725b req-54e7da6e-cc43-4749-9134-e4b3e0b03ae2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69e9610a-bdf9-4e92-a423-5887a14614d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752561
Nov 18 15:08:33.124387 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ac11145e-0eab-412d-b0d6-d1ff3725725b req-78f6f00d-490e-4eff-b84e-20086a1d2a4b service neutron] 10.222.0.15 "GET /v2.0/networks/69e9610a-bdf9-4e92-a423-5887a14614d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369677
Nov 18 15:08:33.468496 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ac11145e-0eab-412d-b0d6-d1ff3725725b req-b519d097-2439-4053-bb8c-6929a2a9edf7 service neutron] 10.222.0.15 "GET /v2.0/networks/69e9610a-bdf9-4e92-a423-5887a14614d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3343525
Nov 18 15:08:35.602869 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:39.489233 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-09316f97-dd63-4b19-b7f4-4dbdf162f800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:42.119641 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-43379c5e-b126-4c5c-9d9c-8d214ba253b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:42.403188 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:43.510313 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:43.708421 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:49.029491 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a7fda-3d71-4043-b2e6-97de4980dd54 req-20866e79-e4db-425b-bf87-7b54818ee10b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:49.030991 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-430a7fda-3d71-4043-b2e6-97de4980dd54 req-20866e79-e4db-425b-bf87-7b54818ee10b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0823548
Nov 18 15:08:49.080557 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-430a7fda-3d71-4043-b2e6-97de4980dd54 req-a9880ae1-5ece-4fda-b1f7-aca32c4082b4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425754
Nov 18 15:08:50.313185 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806594e0-9106-4a13-ab7e-7aff0d3de689 req-48eccb9b-7bb9-4e9a-af6a-671e15ae20af tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:50.314751 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-806594e0-9106-4a13-ab7e-7aff0d3de689 req-48eccb9b-7bb9-4e9a-af6a-671e15ae20af tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0848386
Nov 18 15:08:50.361854 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-806594e0-9106-4a13-ab7e-7aff0d3de689 req-5bc563b9-b333-4e22-88ba-9bd9bda2a728 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409448
Nov 18 15:08:51.588304 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd97a15-05b1-4211-93b3-3961f304d769 req-074396dc-7526-42f7-8391-c3e8c66a8503 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:51.589946 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1fd97a15-05b1-4211-93b3-3961f304d769 req-074396dc-7526-42f7-8391-c3e8c66a8503 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0837896
Nov 18 15:08:51.637280 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1fd97a15-05b1-4211-93b3-3961f304d769 req-93389ea8-0ee5-4888-92d3-acc6ec58204d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412791
Nov 18 15:08:52.866754 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ab7e8-36f6-4009-a8b2-a01366e727b8 req-4e3ff0b0-6c55-454c-b2cc-f0e7a55e24aa tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:52.868354 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-071ab7e8-36f6-4009-a8b2-a01366e727b8 req-4e3ff0b0-6c55-454c-b2cc-f0e7a55e24aa tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0883033
Nov 18 15:08:52.915652 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-071ab7e8-36f6-4009-a8b2-a01366e727b8 req-e7680ca5-16a3-4b74-8af3-0542f89cd6ed tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411346
Nov 18 15:08:54.141876 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6850d64-80d6-4547-bc02-2c653476c43e req-79e8e9ce-e807-4f3c-b52c-ccf7faa15473 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:54.143457 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c6850d64-80d6-4547-bc02-2c653476c43e req-79e8e9ce-e807-4f3c-b52c-ccf7faa15473 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0820713
Nov 18 15:08:54.194474 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c6850d64-80d6-4547-bc02-2c653476c43e req-3d521004-c0ad-491d-87d5-1ab87f250567 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447967
Nov 18 15:08:54.988552 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-00374c04-54b2-474a-8dfa-5bf92fe5070d tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/floatingips/60f23c21-a810-4246-9072-f58423c32285 HTTP/1.1" status: 200  len: 999 time: 0.1059551
Nov 18 15:08:55.151473 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-6d11b16a-8c19-4e5e-8be7-506d982e2b6c tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:55.152985 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-6d11b16a-8c19-4e5e-8be7-506d982e2b6c tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/networks/96475b02-3c3a-4cf0-bab1-8b9b17365c14 HTTP/1.1" status: 200  len: 784 time: 0.1585307
Nov 18 15:08:55.163541 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-d45aafce-69f8-4727-add5-23392aac723f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80264) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 15:08:55.164573 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-d45aafce-69f8-4727-add5-23392aac723f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0059235
Nov 18 15:08:55.272004 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-f9b36bbd-8c10-45dd-8925-5843c22952e7 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.1.194 HTTP/1.1" status: 200  len: 1002 time: 0.1012518
Nov 18 15:08:55.352508 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-e145d640-fb11-4d0e-9a7f-1e14f10fa850 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:55.354151 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-e145d640-fb11-4d0e-9a7f-1e14f10fa850 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports/f95d9584-b6db-492f-8f0d-90810f52af4d HTTP/1.1" status: 200  len: 943 time: 0.0763230
Nov 18 15:08:55.430445 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d605d-7dfa-41d8-93b8-6339ddc285cd req-b6a29480-a661-409e-b067-27a4b6d5cc49 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:55.431981 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-084d605d-7dfa-41d8-93b8-6339ddc285cd req-b6a29480-a661-409e-b067-27a4b6d5cc49 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0880697
Nov 18 15:08:55.481369 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-084d605d-7dfa-41d8-93b8-6339ddc285cd req-06f7f031-726c-438b-84d0-70064b96a316 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426095
Nov 18 15:08:55.538337 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-8082af40-508c-437a-8077-d66d19cf9f9f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.1.194 HTTP/1.1" status: 200  len: 1002 time: 0.1019540
Nov 18 15:08:55.761995 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Deleting port 82d02701-1866-4411-b625-b8d399a14fc2 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:08:55.762314 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:55.940552 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:55.940985 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks [] for floatingip, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:56.070912 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Calling delete_port for 82d02701-1866-4411-b625-b8d399a14fc2 owned by network:floatingip {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:08:56.220317 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:56.239050 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4848dfa-ae82-44a1-aedd-b2d24fcbdd95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:08:56.292161 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Pushing event deleted for resources: {'Port': ['ID=82d02701-1866-4411-b625-b8d399a14fc2,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:08:56.358985 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:56.359337 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:56.359748 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:56.360154 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:56.360560 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:56.360986 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:56.361387 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:56.361782 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:56.362176 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:56.362569 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:56.362990 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:56.363387 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:56.363820 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:56.364213 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:56.364607 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:56.365022 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:56.365413 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:56.365810 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:56.366199 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:56.366591 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:56.366981 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:56.367368 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:56.367755 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:56.368142 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:08:56.373172 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:08:56.473038 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks [] for floatingip, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:56.473410 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Floating IP 60f23c21-a810-4246-9072-f58423c32285 disassociated (deleted). External IP: 172.27.1.194, port: f95d9584-b6db-492f-8f0d-90810f52af4d.
Nov 18 15:08:56.709967 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7d58f-4bed-4928-8f7d-0542e69ddc53 req-5cb048df-8a69-4658-8e36-6c1c4b5cee45 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:56.711574 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ebc7d58f-4bed-4928-8f7d-0542e69ddc53 req-5cb048df-8a69-4658-8e36-6c1c4b5cee45 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0832975
Nov 18 15:08:56.758846 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ebc7d58f-4bed-4928-8f7d-0542e69ddc53 req-f3b2d680-1ce9-4338-98e1-77771b378b38 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409377
Nov 18 15:08:56.884668 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Router 39170953-61a6-4306-b22c-a80262b33f06 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:08:57.095723 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:08:57.105152 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e555a0-5c17-40ec-b4a9-9540f15fc255 None None] Sync routers for ids ['39170953-61a6-4306-b22c-a80262b33f06'] in dv-cinder-733623-8-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:08:57.118085 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e555a0-5c17-40ec-b4a9-9540f15fc255 None None] Routers {'39170953-61a6-4306-b22c-a80262b33f06'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:08:57.118876 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-62e555a0-5c17-40ec-b4a9-9540f15fc255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef8269e8>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:08:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['39170953-61a6-4306-b22c-a80262b33f06'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:08:57.120715 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:08:57.177144 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "DELETE /v2.0/floatingips/60f23c21-a810-4246-9072-f58423c32285 HTTP/1.1" status: 204  len: 173 time: 1.6253419
Nov 18 15:08:57.177694 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02249b3-7004-4b49-8f0b-8d1004468f6d', 'tag': 'f95d9584-b6db-492f-8f0d-90810f52af4d'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:08:57.237533 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02249b3-7004-4b49-8f0b-8d1004468f6d', 'tag': 'f95d9584-b6db-492f-8f0d-90810f52af4d', 'status': 'completed', 'code': 200}
Nov 18 15:08:57.295022 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:08:57.315216 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-e1ee51ea-08c5-44f7-a515-45f3686bb498 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4a9b323e37c46d8899b044decab72ea&device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 1163 time: 0.1241150
Nov 18 15:08:57.315575 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-62e555a0-5c17-40ec-b4a9-9540f15fc255 None None] Set router 39170953-61a6-4306-b22c-a80262b33f06 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:08:57.452179 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-febe1d52-824d-4d41-b35a-6188a9ac3e5f req-b39faf56-1fb2-41cb-a9c8-099578fd6518 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4a9b323e37c46d8899b044decab72ea&device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 1163 time: 0.1931140
Nov 18 15:08:57.522338 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-214c927f-c319-46e5-ba99-36c98940d46b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:57.523925 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-214c927f-c319-46e5-ba99-36c98940d46b service neutron] 10.222.0.21 "GET /v2.0/networks?id=69e9610a-bdf9-4e92-a423-5887a14614d9 HTTP/1.1" status: 200  len: 902 time: 0.2010510
Nov 18 15:08:57.814510 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-62e555a0-5c17-40ec-b4a9-9540f15fc255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef8269e8>, [{'id': '39170953-61a6-4306-b22c-a80262b33f06', 'name': 'tempest-TestShelveInstance-843239037-router', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:22Z', 'updated_at': '2020-11-18T15:01:26Z', 'revision_number': 4, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'gw_port': {'id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170953-61a6-4306-b22c-a80262b33f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:23Z', 'updated_at': '2020-11-18T15:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '48f75d54-a447-4c72-8868-629584e39323', 'name': '', 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'mac_address': 'fa:16:3e:6b:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170953-61a6-4306-b22c-a80262b33f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b71eee02-545e-42b9-b666-43022aa9ac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:25Z', 'updated_at': '2020-11-18T15:01:34Z', 'revision_number': 5, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'subnets': [{'id': 'b71eee02-545e-42b9-b666-43022aa9ac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:08:57.818555 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e555a0-5c17-40ec-b4a9-9540f15fc255 None None] Checking router: 39170953-61a6-4306-b22c-a80262b33f06 for host: dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:08:57.830105 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e555a0-5c17-40ec-b4a9-9540f15fc255 None None] Routers {'39170953-61a6-4306-b22c-a80262b33f06'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:08:57.830758 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-62e555a0-5c17-40ec-b4a9-9540f15fc255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef8269e8>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:08:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['39170953-61a6-4306-b22c-a80262b33f06'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:08:57.872723 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-e5f80829-a90d-410b-a63c-0a06aea965e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f95d9584-b6db-492f-8f0d-90810f52af4d HTTP/1.1" status: 200  len: 217 time: 0.0857530
Nov 18 15:08:57.937153 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe1d52-824d-4d41-b35a-6188a9ac3e5f req-278354a9-99de-41ba-9870-9bef265d7fb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:57.938776 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-febe1d52-824d-4d41-b35a-6188a9ac3e5f req-278354a9-99de-41ba-9870-9bef265d7fb5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69e9610a-bdf9-4e92-a423-5887a14614d9 HTTP/1.1" status: 200  len: 902 time: 0.4791696
Nov 18 15:08:57.999115 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067ad20-4912-432c-bbd5-5fc8fe5bdd68 req-2a50a900-6148-4d4f-b9b9-ae7301a519d5 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:58.000917 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6067ad20-4912-432c-bbd5-5fc8fe5bdd68 req-2a50a900-6148-4d4f-b9b9-ae7301a519d5 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0939152
Nov 18 15:08:58.021376 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-62e555a0-5c17-40ec-b4a9-9540f15fc255 None None] Set router 39170953-61a6-4306-b22c-a80262b33f06 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:08:58.024454 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-d8ee5106-f699-4c75-8c9b-f273394424c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:58.026134 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-d8ee5106-f699-4c75-8c9b-f273394424c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b71eee02-545e-42b9-b666-43022aa9ac3c HTTP/1.1" status: 200  len: 847 time: 0.1393807
Nov 18 15:08:58.027450 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-febe1d52-824d-4d41-b35a-6188a9ac3e5f req-81116dac-6ad7-4fcb-a45e-281cc53b2007 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f95d9584-b6db-492f-8f0d-90810f52af4d HTTP/1.1" status: 200  len: 217 time: 0.0801497
Nov 18 15:08:58.055527 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6067ad20-4912-432c-bbd5-5fc8fe5bdd68 req-e2579152-0d4e-4c3c-98b4-4eebc1611f46 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469620
Nov 18 15:08:58.155572 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe1d52-824d-4d41-b35a-6188a9ac3e5f req-355746f0-4ed1-4eb7-92b7-5b2da76b880c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:58.157203 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-febe1d52-824d-4d41-b35a-6188a9ac3e5f req-355746f0-4ed1-4eb7-92b7-5b2da76b880c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b71eee02-545e-42b9-b666-43022aa9ac3c HTTP/1.1" status: 200  len: 847 time: 0.0889249
Nov 18 15:08:58.224218 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-17ef560a-bf35-4f5d-ad90-0f0923aa2f6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69e9610a-bdf9-4e92-a423-5887a14614d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1876690
Nov 18 15:08:58.353786 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-62e555a0-5c17-40ec-b4a9-9540f15fc255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef8269e8>, [{'id': '39170953-61a6-4306-b22c-a80262b33f06', 'name': 'tempest-TestShelveInstance-843239037-router', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:22Z', 'updated_at': '2020-11-18T15:01:26Z', 'revision_number': 4, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'gw_port': {'id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170953-61a6-4306-b22c-a80262b33f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:23Z', 'updated_at': '2020-11-18T15:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '48f75d54-a447-4c72-8868-629584e39323', 'name': '', 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'mac_address': 'fa:16:3e:6b:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170953-61a6-4306-b22c-a80262b33f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b71eee02-545e-42b9-b666-43022aa9ac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:25Z', 'updated_at': '2020-11-18T15:01:34Z', 'revision_number': 5, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'subnets': [{'id': 'b71eee02-545e-42b9-b666-43022aa9ac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:08:58.358022 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e555a0-5c17-40ec-b4a9-9540f15fc255 None None] The sync data for ids ['39170953-61a6-4306-b22c-a80262b33f06'] in dv-cinder-733623-8-iscsi is: [{'id': '39170953-61a6-4306-b22c-a80262b33f06', 'name': 'tempest-TestShelveInstance-843239037-router', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:22Z', 'updated_at': '2020-11-18T15:01:26Z', 'revision_number': 4, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'gw_port': {'id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170953-61a6-4306-b22c-a80262b33f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:23Z', 'updated_at': '2020-11-18T15:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '48f75d54-a447-4c72-8868-629584e39323', 'name': '', 'network_id': '69e9610a-bdf9-4e92-a423-5887a14614d9', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'mac_address': 'fa:16:3e:6b:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170953-61a6-4306-b22c-a80262b33f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b71eee02-545e-42b9-b666-43022aa9ac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:25Z', 'updated_at': '2020-11-18T15:01:34Z', 'revision_number': 5, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'subnets': [{'id': 'b71eee02-545e-42b9-b666-43022aa9ac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:08:58.363090 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-febe1d52-824d-4d41-b35a-6188a9ac3e5f req-20ffb4ca-9ba1-4dec-af64-2ea1ff78fcd8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69e9610a-bdf9-4e92-a423-5887a14614d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1943257
Nov 18 15:08:58.427840 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-cff2b090-36bf-420e-9bd7-06666f8a8839 service neutron] 10.222.0.21 "GET /v2.0/networks/69e9610a-bdf9-4e92-a423-5887a14614d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1996298
Nov 18 15:08:58.634343 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-febe1d52-824d-4d41-b35a-6188a9ac3e5f req-e8366541-50d4-4d26-a790-dd9d9c080d5b service neutron] 10.222.0.15 "GET /v2.0/networks/69e9610a-bdf9-4e92-a423-5887a14614d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2641306
Nov 18 15:08:58.701038 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-747211e4-15bd-4fb9-b18f-04ca170f7f8b req-c08cacb1-ae42-4db8-8f85-ef366e0a83c0 service neutron] 10.222.0.21 "GET /v2.0/networks/69e9610a-bdf9-4e92-a423-5887a14614d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2653532
Nov 18 15:08:58.767316 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4670265-7bfc-4f86-a12c-83a19e315bb8 None None] New status for floating IP 60f23c21-a810-4246-9072-f58423c32285: DOWN {{(pid=80266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 15:08:58.799241 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-febe1d52-824d-4d41-b35a-6188a9ac3e5f req-06cc1825-9fc7-43e0-ac2f-4a05b6fe3e93 service neutron] 10.222.0.15 "GET /v2.0/networks/69e9610a-bdf9-4e92-a423-5887a14614d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1577883
Nov 18 15:08:59.131812 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c71ac8-e998-4b8d-9d72-72c80c8176fe req-c79cfd87-2c47-4a68-90f6-efe73a409ac8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:59.132597 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-80c71ac8-e998-4b8d-9d72-72c80c8176fe req-c79cfd87-2c47-4a68-90f6-efe73a409ac8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Synchronizing usage tracker for tenant:c4a9b323e37c46d8899b044decab72ea on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:08:59.148304 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-80c71ac8-e998-4b8d-9d72-72c80c8176fe req-c79cfd87-2c47-4a68-90f6-efe73a409ac8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Unset dirty status for tenant:c4a9b323e37c46d8899b044decab72ea on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:08:59.149598 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-80c71ac8-e998-4b8d-9d72-72c80c8176fe req-c79cfd87-2c47-4a68-90f6-efe73a409ac8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.1011927
Nov 18 15:08:59.199465 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-80c71ac8-e998-4b8d-9d72-72c80c8176fe req-ef044e0d-5636-4b2b-a3f1-823e9e2ebaf6 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0434339
Nov 18 15:08:59.286729 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c373e4-1cf5-49c1-be98-f8a65e2d09cd req-68e552dd-78a1-4efa-b178-e1639ac31d31 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:08:59.288361 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-15c373e4-1cf5-49c1-be98-f8a65e2d09cd req-68e552dd-78a1-4efa-b178-e1639ac31d31 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0842042
Nov 18 15:08:59.337759 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-15c373e4-1cf5-49c1-be98-f8a65e2d09cd req-f2313086-4714-490e-ba54-a7286fa26ecd tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432398
Nov 18 15:09:00.257010 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device f95d9584-b6db-492f-8f0d-90810f52af4d up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:09:00.326820 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port f95d9584-b6db-492f-8f0d-90810f52af4d triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:09:00.327242 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:00.419026 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8b06a-e995-44cd-af12-c66b1ac70a44 req-9f4f7b53-c83f-4819-8bc9-db5f49ce6d8d tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:00.420649 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-09d8b06a-e995-44cd-af12-c66b1ac70a44 req-9f4f7b53-c83f-4819-8bc9-db5f49ce6d8d tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.0864844
Nov 18 15:09:00.471205 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-09d8b06a-e995-44cd-af12-c66b1ac70a44 req-97676edb-70bd-4dff-bc26-706baae0d29e tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups?id=37c89da0-f3e3-4f23-8603-2ce8ecf0822b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0432155
Nov 18 15:09:00.666415 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa62c0-a8bb-4286-b54d-33c25142e3f4 req-6cd99e54-22a3-485f-869f-299677b4e9a4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:00.667981 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-50fa62c0-a8bb-4286-b54d-33c25142e3f4 req-6cd99e54-22a3-485f-869f-299677b4e9a4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0812953
Nov 18 15:09:00.767781 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-50fa62c0-a8bb-4286-b54d-33c25142e3f4 req-1c870478-b474-4422-acde-b09d001cb2d6 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587380
Nov 18 15:09:00.788218 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a9ec3-34ff-411a-b75c-9acc84198c38 req-7a582be5-845a-4f7e-ae24-b1d55f45a6d4 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:00.789813 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2b5a9ec3-34ff-411a-b75c-9acc84198c38 req-7a582be5-845a-4f7e-ae24-b1d55f45a6d4 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.15 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 946 time: 0.1209307
Nov 18 15:09:00.862452 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-2b5a9ec3-34ff-411a-b75c-9acc84198c38 req-32dc1b9b-ae3c-4fed-b2b3-c1aa80e67055 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Deleting port f95d9584-b6db-492f-8f0d-90810f52af4d {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:09:00.862870 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-2b5a9ec3-34ff-411a-b75c-9acc84198c38 req-32dc1b9b-ae3c-4fed-b2b3-c1aa80e67055 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:01.111727 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-2b5a9ec3-34ff-411a-b75c-9acc84198c38 req-32dc1b9b-ae3c-4fed-b2b3-c1aa80e67055 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] For port f95d9584-b6db-492f-8f0d-90810f52af4d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=f95d9584-b6db-492f-8f0d-90810f52af4d,segment=NetworkSegment(08e8427e-f7cb-43a8-940f-39d229194dfb),segment_id=08e8427e-f7cb-43a8-940f-39d229194dfb)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:09:01.112033 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-2b5a9ec3-34ff-411a-b75c-9acc84198c38 req-32dc1b9b-ae3c-4fed-b2b3-c1aa80e67055 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:01.236403 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-2b5a9ec3-34ff-411a-b75c-9acc84198c38 req-32dc1b9b-ae3c-4fed-b2b3-c1aa80e67055 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Calling delete_port for f95d9584-b6db-492f-8f0d-90810f52af4d owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:09:01.376196 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-2b5a9ec3-34ff-411a-b75c-9acc84198c38 req-32dc1b9b-ae3c-4fed-b2b3-c1aa80e67055 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:01.391750 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:09:01.439754 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc1b9b-ae3c-4fed-b2b3-c1aa80e67055 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Pushing event deleted for resources: {'Port': ['ID=f95d9584-b6db-492f-8f0d-90810f52af4d,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:09:01.455420 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-32dc1b9b-ae3c-4fed-b2b3-c1aa80e67055 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:09:01.611302 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5a9ec3-34ff-411a-b75c-9acc84198c38 req-32dc1b9b-ae3c-4fed-b2b3-c1aa80e67055 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] No DVR routers for this DVR port f95d9584-b6db-492f-8f0d-90810f52af4d on host hv-cinder-73362 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:09:01.614602 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-2b5a9ec3-34ff-411a-b75c-9acc84198c38 req-32dc1b9b-ae3c-4fed-b2b3-c1aa80e67055 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:01.617493 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02249b3-7004-4b49-8f0b-8d1004468f6d', 'name': 'network-vif-deleted', 'tag': 'f95d9584-b6db-492f-8f0d-90810f52af4d'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:09:01.632137 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2b5a9ec3-34ff-411a-b75c-9acc84198c38 req-32dc1b9b-ae3c-4fed-b2b3-c1aa80e67055 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.15 "DELETE /v2.0/ports/f95d9584-b6db-492f-8f0d-90810f52af4d HTTP/1.1" status: 204  len: 173 time: 0.8368411
Nov 18 15:09:01.673856 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0e5eb24c-9ce8-4d26-a8c8-39625161f6a8 req-aff8b9c6-d230-4e77-9905-a0598c64f716 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/ports?device_id=b02249b3-7004-4b49-8f0b-8d1004468f6d HTTP/1.1" status: 200  len: 210 time: 0.0540223
Nov 18 15:09:01.704261 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02249b3-7004-4b49-8f0b-8d1004468f6d', 'name': 'network-vif-deleted', 'tag': 'f95d9584-b6db-492f-8f0d-90810f52af4d', 'status': 'completed', 'code': 200}
Nov 18 15:09:01.994464 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de8308-5dd1-4c26-bb85-1fa406fddf64 req-7fc5d6f3-3411-4a8d-8d2e-47518470b8b0 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:01.996072 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-31de8308-5dd1-4c26-bb85-1fa406fddf64 req-7fc5d6f3-3411-4a8d-8d2e-47518470b8b0 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0845473
Nov 18 15:09:02.046415 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-31de8308-5dd1-4c26-bb85-1fa406fddf64 req-8775fbbc-e57f-4429-a9b6-1a6181ea40c9 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439050
Nov 18 15:09:02.233424 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device f95d9584-b6db-492f-8f0d-90810f52af4d no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:09:02.266940 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] No Port match for: f95d9584-b6db-492f-8f0d-90810f52af4d {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:09:02.267616 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device f95d9584-b6db-492f-8f0d-90810f52af4d not bound to the agent host hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:09:02.870126 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-55c174fa-7ea3-475a-8332-703add8cc7bc req-bc2d4642-8875-4e60-9539-f9430b4a79cb tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "GET /v2.0/security-groups/37c89da0-f3e3-4f23-8603-2ce8ecf0822b HTTP/1.1" status: 200  len: 2647 time: 0.0499837
Nov 18 15:09:02.942997 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-55c174fa-7ea3-475a-8332-703add8cc7bc req-bc996e0a-c174-45fb-98e3-5bf69d4e71f6 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:02.971267 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-55c174fa-7ea3-475a-8332-703add8cc7bc req-bc996e0a-c174-45fb-98e3-5bf69d4e71f6 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:03.015841 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-55c174fa-7ea3-475a-8332-703add8cc7bc req-bc996e0a-c174-45fb-98e3-5bf69d4e71f6 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:03.021035 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dfb68886-ef5d-4aa3-a72a-43b414426d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:09:03.035864 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc996e0a-c174-45fb-98e3-5bf69d4e71f6 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c89da0-f3e3-4f23-8603-2ce8ecf0822b,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:09:03.038682 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bc996e0a-c174-45fb-98e3-5bf69d4e71f6 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:09:03.046575 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-55c174fa-7ea3-475a-8332-703add8cc7bc req-bc996e0a-c174-45fb-98e3-5bf69d4e71f6 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:03.047832 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-55c174fa-7ea3-475a-8332-703add8cc7bc req-bc996e0a-c174-45fb-98e3-5bf69d4e71f6 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] 10.222.0.21 "DELETE /v2.0/security-groups/37c89da0-f3e3-4f23-8603-2ce8ecf0822b HTTP/1.1" status: 204  len: 173 time: 0.1714196
Nov 18 15:09:03.110160 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 40350) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:09:03.282451 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ab877-bb9e-4abf-8e35-ed5611868b54 req-b58e81ae-41ae-4e7c-9e10-3395214ae8fb tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:03.284072 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cd7ab877-bb9e-4abf-8e35-ed5611868b54 req-b58e81ae-41ae-4e7c-9e10-3395214ae8fb tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0872588
Nov 18 15:09:03.615654 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cd7ab877-bb9e-4abf-8e35-ed5611868b54 req-0bd7f199-adc4-4c0d-931f-282d0d83fe7f tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3245957
Nov 18 15:09:03.939913 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-422d32b2-bbed-4855-b0de-9a6a7c1224b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600187'] for router_interface, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:04.552025 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-422d32b2-bbed-4855-b0de-9a6a7c1224b1 admin admin] Deleting port 48f75d54-a447-4c72-8868-629584e39323 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:09:04.552409 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-422d32b2-bbed-4855-b0de-9a6a7c1224b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:04.732224 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-422d32b2-bbed-4855-b0de-9a6a7c1224b1 admin admin] For port 48f75d54-a447-4c72-8868-629584e39323, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=48f75d54-a447-4c72-8868-629584e39323,segment=NetworkSegment(08e8427e-f7cb-43a8-940f-39d229194dfb),segment_id=08e8427e-f7cb-43a8-940f-39d229194dfb)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:09:04.732626 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-422d32b2-bbed-4855-b0de-9a6a7c1224b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:04.893126 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-422d32b2-bbed-4855-b0de-9a6a7c1224b1 admin admin] Calling delete_port for 48f75d54-a447-4c72-8868-629584e39323 owned by network:router_interface {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:09:05.141761 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fbc90-532b-4f7d-846e-ceb9f336b096 req-d0762180-e780-431d-9b27-3cd1c0d09261 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:05.143439 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-989fbc90-532b-4f7d-846e-ceb9f336b096 req-d0762180-e780-431d-9b27-3cd1c0d09261 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.3455966
Nov 18 15:09:05.219074 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-989fbc90-532b-4f7d-846e-ceb9f336b096 req-e5064323-532f-446d-8b1d-acde3c4b8fb4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674562
Nov 18 15:09:05.288246 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-422d32b2-bbed-4855-b0de-9a6a7c1224b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:05.303821 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-87d111d4-1f2d-418c-84f1-199cf38207d1 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:09:05.349402 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d32b2-bbed-4855-b0de-9a6a7c1224b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=48f75d54-a447-4c72-8868-629584e39323,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:09:05.361320 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-422d32b2-bbed-4855-b0de-9a6a7c1224b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:09:05.633064 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:05.731164 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-422d32b2-bbed-4855-b0de-9a6a7c1224b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852718791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854130453'] for router_interface, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:06.601173 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103d806-5ba2-4cb7-838e-ddee065f77fb req-2379ea67-04a6-480e-a5ed-85da4c6522e0 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:06.602800 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b103d806-5ba2-4cb7-838e-ddee065f77fb req-2379ea67-04a6-480e-a5ed-85da4c6522e0 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.1905591
Nov 18 15:09:06.719498 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b103d806-5ba2-4cb7-838e-ddee065f77fb req-c8e9ced1-78b3-4ebd-afd1-ab1eb74777ba tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1098714
Nov 18 15:09:06.781420 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422d32b2-bbed-4855-b0de-9a6a7c1224b1 admin admin] Router 39170953-61a6-4306-b22c-a80262b33f06 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:09:06.988299 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422d32b2-bbed-4855-b0de-9a6a7c1224b1 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:09:06.999137 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82592d49-6b22-4804-9125-1617dc5c8836 None None] Sync routers for ids ['39170953-61a6-4306-b22c-a80262b33f06'] in dv-cinder-733623-8-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:09:07.001152 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-422d32b2-bbed-4855-b0de-9a6a7c1224b1 admin admin] 10.222.0.21 "PUT /v2.0/routers/39170953-61a6-4306-b22c-a80262b33f06/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8898013
Nov 18 15:09:07.004267 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 40366) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:09:07.015221 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82592d49-6b22-4804-9125-1617dc5c8836 None None] Routers {'39170953-61a6-4306-b22c-a80262b33f06'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:09:07.015884 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-82592d49-6b22-4804-9125-1617dc5c8836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef826c50>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:08:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['39170953-61a6-4306-b22c-a80262b33f06'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:09:07.207206 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-82592d49-6b22-4804-9125-1617dc5c8836 None None] Set router 39170953-61a6-4306-b22c-a80262b33f06 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:09:07.213234 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-32708ccb-15eb-41b8-a513-b63b6e4e3443 admin admin] Notify callbacks [] for router, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:07.431866 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-32708ccb-15eb-41b8-a513-b63b6e4e3443 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:07.440318 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-32708ccb-15eb-41b8-a513-b63b6e4e3443 admin admin] Deleting port ce7edd2d-1870-4129-85cc-a7f207c8e8f2 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:09:07.440733 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-32708ccb-15eb-41b8-a513-b63b6e4e3443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:07.508397 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-82592d49-6b22-4804-9125-1617dc5c8836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef826c50>, [{'id': '39170953-61a6-4306-b22c-a80262b33f06', 'name': 'tempest-TestShelveInstance-843239037-router', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:22Z', 'updated_at': '2020-11-18T15:09:05Z', 'revision_number': 5, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'gw_port': {'id': 'ce7edd2d-1870-4129-85cc-a7f207c8e8f2', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170953-61a6-4306-b22c-a80262b33f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:23Z', 'updated_at': '2020-11-18T15:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi'}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:09:07.512515 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82592d49-6b22-4804-9125-1617dc5c8836 None None] Checking router: 39170953-61a6-4306-b22c-a80262b33f06 for host: dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:09:07.524367 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82592d49-6b22-4804-9125-1617dc5c8836 None None] Routers {'39170953-61a6-4306-b22c-a80262b33f06'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:09:07.525030 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-82592d49-6b22-4804-9125-1617dc5c8836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef826c50>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:08:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['39170953-61a6-4306-b22c-a80262b33f06'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:09:07.626465 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-32708ccb-15eb-41b8-a513-b63b6e4e3443 admin admin] For port ce7edd2d-1870-4129-85cc-a7f207c8e8f2, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=ce7edd2d-1870-4129-85cc-a7f207c8e8f2,segment=NetworkSegment(204b9cb9-672f-457d-853a-b208bf5e332c),segment_id=204b9cb9-672f-457d-853a-b208bf5e332c)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:09:07.627020 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-32708ccb-15eb-41b8-a513-b63b6e4e3443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:07.687173 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-82592d49-6b22-4804-9125-1617dc5c8836 None None] Set router 39170953-61a6-4306-b22c-a80262b33f06 gateway port host: None {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:09:07.753818 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-32708ccb-15eb-41b8-a513-b63b6e4e3443 admin admin] Calling delete_port for ce7edd2d-1870-4129-85cc-a7f207c8e8f2 owned by network:router_gateway {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:09:07.801266 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-82592d49-6b22-4804-9125-1617dc5c8836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef826c50>, [{'id': '39170953-61a6-4306-b22c-a80262b33f06', 'name': 'tempest-TestShelveInstance-843239037-router', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:22Z', 'updated_at': '2020-11-18T15:09:07Z', 'revision_number': 6, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'gw_port_host': None}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:09:07.805646 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82592d49-6b22-4804-9125-1617dc5c8836 None None] The sync data for ids ['39170953-61a6-4306-b22c-a80262b33f06'] in dv-cinder-733623-8-iscsi is: [{'id': '39170953-61a6-4306-b22c-a80262b33f06', 'name': 'tempest-TestShelveInstance-843239037-router', 'tenant_id': 'c4a9b323e37c46d8899b044decab72ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:22Z', 'updated_at': '2020-11-18T15:09:07Z', 'revision_number': 6, 'project_id': 'c4a9b323e37c46d8899b044decab72ea', 'gw_port_host': None}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:09:07.955543 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 48f75d54-a447-4c72-8868-629584e39323 no longer exists at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:09:07.989703 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-32708ccb-15eb-41b8-a513-b63b6e4e3443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:07.992363 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] No Port match for: 48f75d54-a447-4c72-8868-629584e39323 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:09:07.992776 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 48f75d54-a447-4c72-8868-629584e39323 not bound to the agent host dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:09:08.007290 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:09:08.073483 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32708ccb-15eb-41b8-a513-b63b6e4e3443 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7edd2d-1870-4129-85cc-a7f207c8e8f2,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:09:08.083075 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-32708ccb-15eb-41b8-a513-b63b6e4e3443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:09:08.091886 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a13f33-fc98-499c-8d48-20acd988333f req-74a2111c-fb39-488f-a568-6b74efdad9e6 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:08.093572 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03a13f33-fc98-499c-8d48-20acd988333f req-74a2111c-fb39-488f-a568-6b74efdad9e6 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.1926246
Nov 18 15:09:08.219727 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03a13f33-fc98-499c-8d48-20acd988333f req-4a2ac7e6-bdd3-4f95-8a9f-06712f56df36 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0792899
Nov 18 15:09:08.653093 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-32708ccb-15eb-41b8-a513-b63b6e4e3443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-605051'] for router_gateway, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:08.918697 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-32708ccb-15eb-41b8-a513-b63b6e4e3443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63956'] for router, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:08.923120 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-32708ccb-15eb-41b8-a513-b63b6e4e3443 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:09.006219 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-32708ccb-15eb-41b8-a513-b63b6e4e3443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-715353'] for router, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:09.006783 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32708ccb-15eb-41b8-a513-b63b6e4e3443 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39170953-61a6-4306-b22c-a80262b33f06 {{(pid=80264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 18 15:09:09.019930 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-32708ccb-15eb-41b8-a513-b63b6e4e3443 admin admin] Notify callbacks [] for router, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:09.021407 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-32708ccb-15eb-41b8-a513-b63b6e4e3443 admin admin] 10.222.0.21 "DELETE /v2.0/routers/39170953-61a6-4306-b22c-a80262b33f06 HTTP/1.1" status: 204  len: 168 time: 2.0159392
Nov 18 15:09:09.023808 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 40376) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:09:09.093541 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf2d813-537a-402a-878d-091f0e368968 admin admin] Deleting subnet b71eee02-545e-42b9-b666-43022aa9ac3c {{(pid=80264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 15:09:09.097329 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9cf2d813-537a-402a-878d-091f0e368968 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:09.148440 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9cf2d813-537a-402a-878d-091f0e368968 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823228110'] for subnet, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:09.230962 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9cf2d813-537a-402a-878d-091f0e368968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853367654'] for subnet, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:09.490429 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d29d61ca-9ab9-470d-afb1-c5abf336684f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:09.542021 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4772f-4af6-4675-8fb3-4550c500af72 req-d8861f6a-5fc2-4af2-8f9f-f97bc3ba1ebf tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:09.542021 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5cc4772f-4af6-4675-8fb3-4550c500af72 req-d8861f6a-5fc2-4af2-8f9f-f97bc3ba1ebf tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.1730542
Nov 18 15:09:09.602090 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9cf2d813-537a-402a-878d-091f0e368968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822525290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036821599937'] for subnet, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:09.622233 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:09:09.668114 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2d813-537a-402a-878d-091f0e368968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b71eee02-545e-42b9-b666-43022aa9ac3c,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:09:09.682693 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5cc4772f-4af6-4675-8fb3-4550c500af72 req-f40f9226-e8bb-4f15-b641-923109f1810a tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1259251
Nov 18 15:09:09.683533 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9cf2d813-537a-402a-878d-091f0e368968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:09:09.766420 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9cf2d813-537a-402a-878d-091f0e368968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:09.771157 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3024d7a-8ae8-4b24-9cfc-ef93e85213bb None None] Network 69e9610a-bdf9-4e92-a423-5887a14614d9 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:09:09.772425 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9cf2d813-537a-402a-878d-091f0e368968 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b71eee02-545e-42b9-b666-43022aa9ac3c HTTP/1.1" status: 204  len: 168 time: 0.7475996
Nov 18 15:09:09.775050 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 40384) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:09:09.891305 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322778'] for network, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:09.973501 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] Deleting port 698aee7a-8479-46c9-b173-45826da80e92 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:09:09.973891 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:10.002120 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device ce7edd2d-1870-4129-85cc-a7f207c8e8f2 no longer exists at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:09:10.032981 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567f45f3-438c-4c45-b019-fa517714b467 None None] DHCP port deletion for 69e9610a-bdf9-4e92-a423-5887a14614d9 request from dv-cinder-733623-8-iscsi {{(pid=80266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 18 15:09:10.041528 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] No Port match for: ce7edd2d-1870-4129-85cc-a7f207c8e8f2 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:09:10.041926 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device ce7edd2d-1870-4129-85cc-a7f207c8e8f2 not bound to the agent host dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:09:10.043542 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-567f45f3-438c-4c45-b019-fa517714b467 None None] Deleting port 698aee7a-8479-46c9-b173-45826da80e92 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:09:10.043963 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-567f45f3-438c-4c45-b019-fa517714b467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:10.186489 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] For port 698aee7a-8479-46c9-b173-45826da80e92, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=698aee7a-8479-46c9-b173-45826da80e92,segment=NetworkSegment(08e8427e-f7cb-43a8-940f-39d229194dfb),segment_id=08e8427e-f7cb-43a8-940f-39d229194dfb)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:09:10.186880 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:10.252911 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-567f45f3-438c-4c45-b019-fa517714b467 None None] For port 698aee7a-8479-46c9-b173-45826da80e92, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=698aee7a-8479-46c9-b173-45826da80e92,segment=NetworkSegment(08e8427e-f7cb-43a8-940f-39d229194dfb),segment_id=08e8427e-f7cb-43a8-940f-39d229194dfb)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:09:10.253525 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-567f45f3-438c-4c45-b019-fa517714b467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:10.315639 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] Calling delete_port for 698aee7a-8479-46c9-b173-45826da80e92 owned by network:dhcp {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:09:10.376595 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-567f45f3-438c-4c45-b019-fa517714b467 None None] Calling delete_port for 698aee7a-8479-46c9-b173-45826da80e92 owned by network:dhcp {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:09:10.390454 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:10.405756 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d5faeb54-f06e-49ac-9611-b056ce4a9173 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:09:10.445461 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-567f45f3-438c-4c45-b019-fa517714b467 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 18 15:09:10.445871 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-567f45f3-438c-4c45-b019-fa517714b467 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 18 15:09:10.451037 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] Pushing event deleted for resources: {'Port': ['ID=698aee7a-8479-46c9-b173-45826da80e92,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:09:10.453930 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:09:10.548835 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] No DVR routers for this DVR port 698aee7a-8479-46c9-b173-45826da80e92 on host dv-cinder-733623-8-iscsi {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:09:10.671754 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853367263', 'neutron.services.segments.db._delete_segments_for_network--9223363306544197611'] for network, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:10.787834 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0aedce0518>,) {'filters': {'network_id': ['69e9610a-bdf9-4e92-a423-5887a14614d9']}} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:09:10.802075 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aedce0518>, '08e8427e-f7cb-43a8-940f-39d229194dfb') {'for_net_delete': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:09:10.802414 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aedce0518>, '08e8427e-f7cb-43a8-940f-39d229194dfb') {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:09:10.814747 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306544155115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31547658'] for segment, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:10.865636 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:10.871389 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 15:09:10.946965 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-567f45f3-438c-4c45-b019-fa517714b467 None None] Deleting port 698aee7a-8479-46c9-b173-45826da80e92 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:09:10.947403 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-567f45f3-438c-4c45-b019-fa517714b467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:11.019117 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-567f45f3-438c-4c45-b019-fa517714b467 None None] The port '698aee7a-8479-46c9-b173-45826da80e92' was deleted {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 18 15:09:11.290375 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] Network 69e9610a-bdf9-4e92-a423-5887a14614d9 has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:09:11.302248 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853370636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822525237'] for segment, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:11.328553 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775be250-738f-43da-9664-909e96bf9962 req-072f3388-9223-46f1-a962-f4d91408c729 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:11.330186 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-775be250-738f-43da-9664-909e96bf9962 req-072f3388-9223-46f1-a962-f4d91408c729 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.5001194
Nov 18 15:09:11.520884 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] Network 69e9610a-bdf9-4e92-a423-5887a14614d9 has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]: Traceback (most recent call last):
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:     timer()
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:     cb(*args, **kw)
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:     self._notify()
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:     self.callback(batched_events)
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:     event.method(event)
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:     return f(self, *a, **k)
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self._get(url).json()
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:     **kwargs)
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:     **endpoint_filter)
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 15:09:11.545146 dv-cinder-733623-8-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 15:09:11.555948 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-775be250-738f-43da-9664-909e96bf9962 req-bcce4734-f2e3-49f8-92b0-b220d3de8c12 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2147779
Nov 18 15:09:11.629657 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:11.633136 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:09:11.648065 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:11.663746 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] Pushing event deleted for resources: {'Network': ['ID=69e9610a-bdf9-4e92-a423-5887a14614d9,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:09:11.667552 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:09:11.680165 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ba88000b-141c-46f0-a026-a19713521267 admin admin] 10.222.0.21 "DELETE /v2.0/networks/69e9610a-bdf9-4e92-a423-5887a14614d9 HTTP/1.1" status: 204  len: 168 time: 1.9041116
Nov 18 15:09:11.823802 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 40404) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:09:11.880288 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b17a95ba-f068-43fd-aea8-d85bbd783def admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4a9b323e37c46d8899b044decab72ea&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0551734
Nov 18 15:09:11.882751 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 40412) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:09:11.953203 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-58e21cce-8edb-4bbd-802b-379bbae7ff1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:11.987514 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-58e21cce-8edb-4bbd-802b-379bbae7ff1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:12.001676 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 698aee7a-8479-46c9-b173-45826da80e92 no longer exists at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:09:12.038170 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] No Port match for: 698aee7a-8479-46c9-b173-45826da80e92 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:09:12.038879 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 698aee7a-8479-46c9-b173-45826da80e92 not bound to the agent host dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:09:12.043040 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-58e21cce-8edb-4bbd-802b-379bbae7ff1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:12.048876 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-53c2baea-05c7-4ce5-9190-6a867ee2b46a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:09:12.064185 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e21cce-8edb-4bbd-802b-379bbae7ff1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e98a5bb-e036-4c97-b422-c29f2128174a,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:09:12.068488 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-58e21cce-8edb-4bbd-802b-379bbae7ff1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:09:12.073751 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-58e21cce-8edb-4bbd-802b-379bbae7ff1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:12.077393 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-58e21cce-8edb-4bbd-802b-379bbae7ff1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e98a5bb-e036-4c97-b422-c29f2128174a HTTP/1.1" status: 204  len: 168 time: 0.1911952
Nov 18 15:09:12.119657 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e964bce4-59cc-440b-b3b5-d21108ebf9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:12.414549 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:12.804996 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c1617-cef6-4dd0-bbfd-ff10ca35aed5 req-953c01c0-ecdd-4157-9dfb-9356dc244221 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:12.807273 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd4c1617-cef6-4dd0-bbfd-ff10ca35aed5 req-953c01c0-ecdd-4157-9dfb-9356dc244221 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0942943
Nov 18 15:09:12.861570 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd4c1617-cef6-4dd0-bbfd-ff10ca35aed5 req-7b08401b-799f-4e4b-9d4e-a7c108e4c3ec tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457158
Nov 18 15:09:13.516946 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:13.712456 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:14.111845 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa744bf4-9ac7-4c15-97d3-ce2a683787d7 req-3a7246f5-4162-482b-ab24-d8a051b5a2f1 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:14.114077 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aa744bf4-9ac7-4c15-97d3-ce2a683787d7 req-3a7246f5-4162-482b-ab24-d8a051b5a2f1 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0942361
Nov 18 15:09:14.173630 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aa744bf4-9ac7-4c15-97d3-ce2a683787d7 req-10b1f3cf-04ab-4462-bfe0-c5fd9e561a64 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527923
Nov 18 15:09:15.853250 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e4db4-0292-443e-9c38-a90fc64d7d9e req-a708df6a-ca33-4213-abaa-44e9173e7a72 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:15.855614 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6b4e4db4-0292-443e-9c38-a90fc64d7d9e req-a708df6a-ca33-4213-abaa-44e9173e7a72 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.5190854
Nov 18 15:09:15.907357 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6b4e4db4-0292-443e-9c38-a90fc64d7d9e req-eb381a9e-60ee-4439-9317-4ff6dad435ee tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447855
Nov 18 15:09:17.162193 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c38963-11a0-423a-96fe-f22e415925a6 req-8719c235-e2bc-4c9e-b027-89edd5bd31b4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:17.164079 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-39c38963-11a0-423a-96fe-f22e415925a6 req-8719c235-e2bc-4c9e-b027-89edd5bd31b4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.1028156
Nov 18 15:09:17.220268 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-39c38963-11a0-423a-96fe-f22e415925a6 req-06244ae2-96cb-4667-8e09-70bfaced55d9 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498786
Nov 18 15:09:18.481191 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37032d79-5f38-4bad-9eb0-5898086c52c9 req-507697aa-a9c9-4611-9a6c-0663fb72429e tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:18.483009 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-37032d79-5f38-4bad-9eb0-5898086c52c9 req-507697aa-a9c9-4611-9a6c-0663fb72429e tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0866663
Nov 18 15:09:18.553267 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-37032d79-5f38-4bad-9eb0-5898086c52c9 req-c8bea57a-7505-4364-a6c2-3e76a4fb6da9 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637038
Nov 18 15:09:19.801044 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec99051-cda0-4e1e-8295-237beec1aefd req-1a9c136f-db90-4631-904d-d6616616f45e tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:19.803334 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2ec99051-cda0-4e1e-8295-237beec1aefd req-1a9c136f-db90-4631-904d-d6616616f45e tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0912352
Nov 18 15:09:19.855406 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2ec99051-cda0-4e1e-8295-237beec1aefd req-430f72f9-1ed3-4af7-add6-6751abfc40ad tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437784
Nov 18 15:09:21.114040 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0dc3e-e244-4dc9-b75e-b18b7e4027e1 req-b56bdf97-9e86-443c-ac88-8b6dd8add324 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:21.115790 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b3a0dc3e-e244-4dc9-b75e-b18b7e4027e1 req-b56bdf97-9e86-443c-ac88-8b6dd8add324 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0916574
Nov 18 15:09:21.167839 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b3a0dc3e-e244-4dc9-b75e-b18b7e4027e1 req-aa18bca7-57a8-46f8-8e2a-f5cbb7823eab tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435057
Nov 18 15:09:22.470685 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58c10a-42ac-44cf-a82f-a4f8d4d39ed8 req-aaf1f277-e91c-48c1-8fda-f0e599dd1b18 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:22.472771 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a58c10a-42ac-44cf-a82f-a4f8d4d39ed8 req-aaf1f277-e91c-48c1-8fda-f0e599dd1b18 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.1524737
Nov 18 15:09:22.476487 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06147eb4-ddff-4ec2-8aae-1e8e8610430e req-67e40c1b-eb37-43b7-a97f-1675d9dd6a22 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e34acf85e0c438ca8d7f165101583bf&device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 1163 time: 0.1156545
Nov 18 15:09:22.626727 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a58c10a-42ac-44cf-a82f-a4f8d4d39ed8 req-320643a6-7a3d-4cfe-b45e-7ff43542df30 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1477168
Nov 18 15:09:22.655619 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06147eb4-ddff-4ec2-8aae-1e8e8610430e req-2c2e0722-03e1-4b55-8d52-d48075a3eb5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:22.657230 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06147eb4-ddff-4ec2-8aae-1e8e8610430e req-2c2e0722-03e1-4b55-8d52-d48075a3eb5b service neutron] 10.222.0.15 "GET /v2.0/networks?id=37eaaf30-5a3c-4021-920a-a0d0e09402d1 HTTP/1.1" status: 200  len: 911 time: 0.1629906
Nov 18 15:09:22.764617 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06147eb4-ddff-4ec2-8aae-1e8e8610430e req-815658a0-55dc-4efa-af41-0531ffd5e133 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2becb0a8-1267-4389-b7e3-ca198462bf4b HTTP/1.1" status: 200  len: 1002 time: 0.0988255
Nov 18 15:09:22.838353 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06147eb4-ddff-4ec2-8aae-1e8e8610430e req-b8d8b14c-0983-4b23-bc09-0e3e0b4eb1f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:22.839924 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06147eb4-ddff-4ec2-8aae-1e8e8610430e req-b8d8b14c-0983-4b23-bc09-0e3e0b4eb1f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a947b1b-22d9-4c98-9df6-708701f43830 HTTP/1.1" status: 200  len: 856 time: 0.0676436
Nov 18 15:09:22.918857 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06147eb4-ddff-4ec2-8aae-1e8e8610430e req-591df8af-e849-4439-8561-da3c0d1dcb81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37eaaf30-5a3c-4021-920a-a0d0e09402d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723720
Nov 18 15:09:23.058274 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06147eb4-ddff-4ec2-8aae-1e8e8610430e req-9c9f98f0-f607-4655-b2a9-497397aca33d service neutron] 10.222.0.15 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1329963
Nov 18 15:09:23.199767 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06147eb4-ddff-4ec2-8aae-1e8e8610430e req-402c492a-7c18-4fe2-ba0e-c1350f661ef1 service neutron] 10.222.0.15 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1349323
Nov 18 15:09:23.863029 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d4cab-9d08-4218-9479-ecfe8caeb585 req-fa0cdc6c-1c12-4afc-b825-60a459f7f89b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:23.864597 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-461d4cab-9d08-4218-9479-ecfe8caeb585 req-fa0cdc6c-1c12-4afc-b825-60a459f7f89b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0859475
Nov 18 15:09:23.911200 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-461d4cab-9d08-4218-9479-ecfe8caeb585 req-fa098fd4-29fd-4d4c-aafc-b07b27f494f9 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405529
Nov 18 15:09:25.143575 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac0206-b79b-49d2-b9c2-4af6a58d6b34 req-60ebcdb2-7ac9-47df-b63a-e438f826e1a3 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:25.145136 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-90ac0206-b79b-49d2-b9c2-4af6a58d6b34 req-60ebcdb2-7ac9-47df-b63a-e438f826e1a3 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0824327
Nov 18 15:09:25.193204 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-90ac0206-b79b-49d2-b9c2-4af6a58d6b34 req-69a76be8-a50e-408f-848e-00ae67b8a448 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418632
Nov 18 15:09:26.309914 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 2becb0a8-1267-4389-b7e3-ca198462bf4b no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:09:26.425674 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:26.453732 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd31f17a-c193-480a-95c3-c409e36e073f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2becb0a8-1267-4389-b7e3-ca198462bf4b'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:09:26.463931 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port 2becb0a8-1267-4389-b7e3-ca198462bf4b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=2becb0a8-1267-4389-b7e3-ca198462bf4b,segment=NetworkSegment(bdf35626-376f-46d2-a75a-1faeae9f5e65),segment_id=bdf35626-376f-46d2-a75a-1faeae9f5e65)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:09:26.467180 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:26.469011 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:09:26.517976 dv-cinder-733623-8-iscsi neutron-server[80155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dd31f17a-c193-480a-95c3-c409e36e073f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2becb0a8-1267-4389-b7e3-ca198462bf4b', 'code': 422} returned with failed status
Nov 18 15:09:26.540319 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=2becb0a8-1267-4389-b7e3-ca198462bf4b,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:09:26.551398 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:09:26.551782 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:09:26.552162 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:09:26.552537 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:09:26.552919 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:09:26.553294 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:09:26.553660 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:09:26.554026 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:09:26.554506 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:09:26.554873 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:09:26.555237 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:09:26.555597 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:09:26.555994 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:09:26.556355 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:09:26.556846 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:09:26.557209 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:09:26.557566 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:09:26.557926 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:09:26.558283 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:09:26.558639 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:09:26.558996 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:09:26.559608 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:09:26.560217 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:09:26.560534 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:09:26.565146 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:09:26.939969 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4ae29-7048-4c69-ac75-98b316f3def9 req-4589d2f0-13c8-42c8-878f-343507223788 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:26.941599 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b5d4ae29-7048-4c69-ac75-98b316f3def9 req-4589d2f0-13c8-42c8-878f-343507223788 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 944 time: 0.1293991
Nov 18 15:09:27.006385 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a1b85a48-7a49-4289-89c2-6bbda0b991a2 req-57dca093-ff9a-40a9-89cd-48b7bece9979 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2001984
Nov 18 15:09:27.010358 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b5d4ae29-7048-4c69-ac75-98b316f3def9 req-01c3d4b7-b6f8-4e50-95b7-fcdd95bddb06 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615563
Nov 18 15:09:27.527139 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a1b85a48-7a49-4289-89c2-6bbda0b991a2 req-ce2d7a60-939f-47e9-a749-dacc41de7954 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f&tenant_id=8e34acf85e0c438ca8d7f165101583bf HTTP/1.1" status: 200  len: 1161 time: 0.0775321
Nov 18 15:09:27.622622 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a1b85a48-7a49-4289-89c2-6bbda0b991a2 req-ce8a97b9-f057-45e4-a180-b3ea956eae94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e34acf85e0c438ca8d7f165101583bf&device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 1161 time: 0.0739310
Nov 18 15:09:27.764771 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b85a48-7a49-4289-89c2-6bbda0b991a2 req-962e36bd-9d8d-4e3c-983c-2212bc20c866 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:27.766368 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a1b85a48-7a49-4289-89c2-6bbda0b991a2 req-962e36bd-9d8d-4e3c-983c-2212bc20c866 service neutron] 10.222.0.15 "GET /v2.0/networks?id=37eaaf30-5a3c-4021-920a-a0d0e09402d1 HTTP/1.1" status: 200  len: 911 time: 0.1370962
Nov 18 15:09:27.875588 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a1b85a48-7a49-4289-89c2-6bbda0b991a2 req-71727fd6-51e4-4cad-bbf6-b2132c7e2a6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2becb0a8-1267-4389-b7e3-ca198462bf4b HTTP/1.1" status: 200  len: 1000 time: 0.0998943
Nov 18 15:09:27.942630 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b85a48-7a49-4289-89c2-6bbda0b991a2 req-7581b05c-c4e6-4a24-a5b4-0802658d347b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:27.944114 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a1b85a48-7a49-4289-89c2-6bbda0b991a2 req-7581b05c-c4e6-4a24-a5b4-0802658d347b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a947b1b-22d9-4c98-9df6-708701f43830 HTTP/1.1" status: 200  len: 856 time: 0.0618582
Nov 18 15:09:28.025456 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a1b85a48-7a49-4289-89c2-6bbda0b991a2 req-efd58f62-833a-4ec7-93d2-5c763e498956 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37eaaf30-5a3c-4021-920a-a0d0e09402d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744731
Nov 18 15:09:28.209144 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a1b85a48-7a49-4289-89c2-6bbda0b991a2 req-cf8704a5-362c-4913-9d3c-1180670e9fe5 service neutron] 10.222.0.15 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1758096
Nov 18 15:09:28.356843 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340c783-451e-44d3-9542-a49b9f0ab83b req-bd1cc23a-1367-4913-95b7-63295ac5edab tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:28.358353 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6340c783-451e-44d3-9542-a49b9f0ab83b req-bd1cc23a-1367-4913-95b7-63295ac5edab tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 944 time: 0.1925437
Nov 18 15:09:28.395903 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a1b85a48-7a49-4289-89c2-6bbda0b991a2 req-cdd1478b-d2a5-4e10-bf64-3a8d6473b403 service neutron] 10.222.0.15 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1787646
Nov 18 15:09:28.423899 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6340c783-451e-44d3-9542-a49b9f0ab83b req-1ef3b78e-61f2-4113-b39c-ff4d98dc04f7 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501540
Nov 18 15:09:29.659671 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301e16c-b94c-431e-9fb5-9f4d87d569e8 req-87a87a5a-93dd-47a2-b6ba-0c6cee62fd27 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:29.661300 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d301e16c-b94c-431e-9fb5-9f4d87d569e8 req-87a87a5a-93dd-47a2-b6ba-0c6cee62fd27 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 944 time: 0.0880005
Nov 18 15:09:29.717700 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d301e16c-b94c-431e-9fb5-9f4d87d569e8 req-b79041fc-6428-4d63-908c-6c7bd2b5d434 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490012
Nov 18 15:09:30.948517 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962704f6-21ba-4816-8293-8743e932ad37 req-5a84fa7a-75af-4fe3-98c2-b5dc8923919f tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:30.950168 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-962704f6-21ba-4816-8293-8743e932ad37 req-5a84fa7a-75af-4fe3-98c2-b5dc8923919f tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 944 time: 0.0847771
Nov 18 15:09:31.004139 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-962704f6-21ba-4816-8293-8743e932ad37 req-af35e5fe-2ddd-4ef7-84e8-11f9feeee2cc tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471311
Nov 18 15:09:32.464475 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da72a5-b0c5-4583-8b9e-7aae85956215 req-a4482740-a768-48f7-aff6-fc7376a183d8 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:32.466262 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a3da72a5-b0c5-4583-8b9e-7aae85956215 req-a4482740-a768-48f7-aff6-fc7376a183d8 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 944 time: 0.3104436
Nov 18 15:09:32.517041 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a3da72a5-b0c5-4583-8b9e-7aae85956215 req-7f6ad7c6-5af6-40f4-a5df-d1ca766ffe66 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438368
Nov 18 15:09:33.782390 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87c8d8-4460-44c5-87eb-3c7e2d2d5606 req-fe62eb17-e31c-4251-97c8-4326e3a362ef tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:33.784728 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4c87c8d8-4460-44c5-87eb-3c7e2d2d5606 req-fe62eb17-e31c-4251-97c8-4326e3a362ef tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 944 time: 0.0961454
Nov 18 15:09:33.837246 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4c87c8d8-4460-44c5-87eb-3c7e2d2d5606 req-66aa1183-5b3b-4e45-a506-84e46835546c tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459635
Nov 18 15:09:34.285846 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:09:35.067343 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6d7e6-c039-4074-9894-1bd955412c7e req-c9a2459b-b67e-44a0-90e0-38712c50a667 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:35.069223 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bed6d7e6-c039-4074-9894-1bd955412c7e req-c9a2459b-b67e-44a0-90e0-38712c50a667 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 944 time: 0.0859196
Nov 18 15:09:35.118124 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bed6d7e6-c039-4074-9894-1bd955412c7e req-b4c7e342-5530-4efc-b518-355cf38017a3 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426586
Nov 18 15:09:35.638718 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:36.359105 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d253f-7a27-4191-8a62-32eef3c61182 req-5395fd14-f93d-410f-b2a6-5a2e49ffd907 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:36.360703 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-388d253f-7a27-4191-8a62-32eef3c61182 req-5395fd14-f93d-410f-b2a6-5a2e49ffd907 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 944 time: 0.0882778
Nov 18 15:09:36.413852 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-388d253f-7a27-4191-8a62-32eef3c61182 req-f92073fc-bcdd-43d2-b589-4b2d915ac979 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461979
Nov 18 15:09:37.658112 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d73ba-4227-4b1f-83da-a0676ea85c9d req-1b0bc434-c578-4938-bdb7-f7f582e78ed9 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:37.659754 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d21d73ba-4227-4b1f-83da-a0676ea85c9d req-1b0bc434-c578-4938-bdb7-f7f582e78ed9 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 944 time: 0.0971248
Nov 18 15:09:37.713471 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d21d73ba-4227-4b1f-83da-a0676ea85c9d req-6f2c3303-2673-4f3a-b40a-c209c08822e9 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473862
Nov 18 15:09:38.947903 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b60e4a-f311-4f3f-a5bd-19c83cc8a124 req-e6506da5-80fd-4d96-831d-ccd1d3754356 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:38.949535 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-46b60e4a-f311-4f3f-a5bd-19c83cc8a124 req-e6506da5-80fd-4d96-831d-ccd1d3754356 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 944 time: 0.0862811
Nov 18 15:09:38.999947 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-46b60e4a-f311-4f3f-a5bd-19c83cc8a124 req-b7d05cc5-0655-44fa-9c83-29f1866654bf tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439873
Nov 18 15:09:39.492300 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ab7daab8-1045-4729-8cf7-75dac4a9ccae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:40.369302 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b710fa3-ef08-4698-986f-2fef19d36679 req-55e493aa-0fba-47fe-bf0e-77b167e69765 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:40.370812 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7b710fa3-ef08-4698-986f-2fef19d36679 req-55e493aa-0fba-47fe-bf0e-77b167e69765 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 944 time: 0.0910649
Nov 18 15:09:40.424760 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7b710fa3-ef08-4698-986f-2fef19d36679 req-906fbb1c-c5f8-4655-8ada-5f945bc51ff2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438457
Nov 18 15:09:41.818253 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c97363-5057-4a78-b6b3-14c1666c5e58 req-f9a1fbe4-bac6-4965-986b-492b82e57e80 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:41.819839 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f6c97363-5057-4a78-b6b3-14c1666c5e58 req-f9a1fbe4-bac6-4965-986b-492b82e57e80 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 944 time: 0.2543361
Nov 18 15:09:41.867409 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f6c97363-5057-4a78-b6b3-14c1666c5e58 req-f8489421-cbef-4225-b5a0-47aeec8bb976 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413277
Nov 18 15:09:42.123312 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d8f578f7-7512-4be2-a807-6fd614b7d379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:42.404094 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:43.095884 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e7a1c-5526-449d-9920-063968ea03fb req-1941c42c-cdb1-4e8d-96e5-31b80baf35d1 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:43.097491 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-202e7a1c-5526-449d-9920-063968ea03fb req-1941c42c-cdb1-4e8d-96e5-31b80baf35d1 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 944 time: 0.0863042
Nov 18 15:09:43.144414 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-202e7a1c-5526-449d-9920-063968ea03fb req-6b0a19d5-7a5c-4399-aeab-9159618f2742 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406241
Nov 18 15:09:43.521806 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bc87abb1-dc18-4c09-9fab-c51e8c96b17a req-d3572a24-0cc7-448b-9ec2-36b1ef3ca08d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e34acf85e0c438ca8d7f165101583bf&device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 1161 time: 0.1519907
Nov 18 15:09:43.524554 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:43.687465 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87abb1-dc18-4c09-9fab-c51e8c96b17a req-534575ac-9011-4371-b231-f79bf0f375d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:43.689063 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bc87abb1-dc18-4c09-9fab-c51e8c96b17a req-534575ac-9011-4371-b231-f79bf0f375d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=37eaaf30-5a3c-4021-920a-a0d0e09402d1 HTTP/1.1" status: 200  len: 911 time: 0.1452539
Nov 18 15:09:43.713203 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:43.804057 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bc87abb1-dc18-4c09-9fab-c51e8c96b17a req-474cb216-f2db-47f9-b892-c41a748d7fbe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2becb0a8-1267-4389-b7e3-ca198462bf4b HTTP/1.1" status: 200  len: 1000 time: 0.1084421
Nov 18 15:09:43.879129 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87abb1-dc18-4c09-9fab-c51e8c96b17a req-b4e8b21f-ff45-4c73-a44d-a989b3f8b027 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:43.880845 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bc87abb1-dc18-4c09-9fab-c51e8c96b17a req-b4e8b21f-ff45-4c73-a44d-a989b3f8b027 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a947b1b-22d9-4c98-9df6-708701f43830 HTTP/1.1" status: 200  len: 856 time: 0.0697813
Nov 18 15:09:43.963269 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bc87abb1-dc18-4c09-9fab-c51e8c96b17a req-6917fd83-259b-4809-8bb3-82a297c97b05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37eaaf30-5a3c-4021-920a-a0d0e09402d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0743966
Nov 18 15:09:43.975993 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-bc87abb1-dc18-4c09-9fab-c51e8c96b17a req-7b908838-7a9d-405c-bec4-148edf381cb4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80264) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 15:09:43.977061 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bc87abb1-dc18-4c09-9fab-c51e8c96b17a req-7b908838-7a9d-405c-bec4-148edf381cb4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0061860
Nov 18 15:09:44.117320 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bc87abb1-dc18-4c09-9fab-c51e8c96b17a req-6cf90858-63ca-4d62-9d90-0d3246d0d0dc service neutron] 10.222.0.15 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334760
Nov 18 15:09:44.259108 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bc87abb1-dc18-4c09-9fab-c51e8c96b17a req-65bf866a-385e-4ca1-b489-1474837e440b service neutron] 10.222.0.15 "GET /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1342802
Nov 18 15:09:44.376342 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a513a-219a-4f31-82c3-3ddc79279b8f req-fe57f9da-84b0-46bd-942c-368915256aae tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:44.377977 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8f8a513a-219a-4f31-82c3-3ddc79279b8f req-fe57f9da-84b0-46bd-942c-368915256aae tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 944 time: 0.0870640
Nov 18 15:09:44.426672 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8f8a513a-219a-4f31-82c3-3ddc79279b8f req-4b8d099e-f67f-4e96-9c96-a78d00c5a23e tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424080
Nov 18 15:09:45.670778 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1ef5c-6e6e-44aa-8f61-b5d68f93f4b2 req-a023258c-d0f9-4771-98e0-a569bd99af5d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:45.672314 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0f1ef5c-6e6e-44aa-8f61-b5d68f93f4b2 req-a023258c-d0f9-4771-98e0-a569bd99af5d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 944 time: 0.0835161
Nov 18 15:09:45.721123 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0f1ef5c-6e6e-44aa-8f61-b5d68f93f4b2 req-0d9ce3ad-36de-4316-ae0c-3a17b9f182ab tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420406
Nov 18 15:09:46.946633 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c100e84-d4dc-412d-92bb-73eea6715465 req-fc21a226-ab12-4545-8621-7e47e224506a tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:46.948206 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0c100e84-d4dc-412d-92bb-73eea6715465 req-fc21a226-ab12-4545-8621-7e47e224506a tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 944 time: 0.0814290
Nov 18 15:09:46.998685 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0c100e84-d4dc-412d-92bb-73eea6715465 req-b6d2cd99-5335-4f07-aeb2-ed6536175793 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444226
Nov 18 15:09:48.226545 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66578bd-42be-4283-bb63-6b2a656d284c req-caf0479e-363d-4863-90d2-e4355ad6d360 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:48.228060 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a66578bd-42be-4283-bb63-6b2a656d284c req-caf0479e-363d-4863-90d2-e4355ad6d360 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 944 time: 0.0868032
Nov 18 15:09:48.277095 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a66578bd-42be-4283-bb63-6b2a656d284c req-e2714dbf-29e8-463b-880d-f752ee95ab1c tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428836
Nov 18 15:09:49.034944 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 2becb0a8-1267-4389-b7e3-ca198462bf4b up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:09:49.105326 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 2becb0a8-1267-4389-b7e3-ca198462bf4b triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:09:49.105746 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:49.220528 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:49.248201 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd31f17a-c193-480a-95c3-c409e36e073f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2becb0a8-1267-4389-b7e3-ca198462bf4b'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:09:49.258070 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port 2becb0a8-1267-4389-b7e3-ca198462bf4b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=2becb0a8-1267-4389-b7e3-ca198462bf4b,segment=NetworkSegment(bdf35626-376f-46d2-a75a-1faeae9f5e65),segment_id=bdf35626-376f-46d2-a75a-1faeae9f5e65)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:09:49.261203 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:49.263097 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:09:49.308380 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd31f17a-c193-480a-95c3-c409e36e073f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2becb0a8-1267-4389-b7e3-ca198462bf4b', 'code': 200}
Nov 18 15:09:49.330582 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=2becb0a8-1267-4389-b7e3-ca198462bf4b,revision_number=6']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:09:49.334372 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:09:49.512506 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2188c6-a7e3-40b8-87ce-928b81e16214 req-6b7f075d-47c4-4c08-bea4-75a56b6a0e6e tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:49.514163 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4e2188c6-a7e3-40b8-87ce-928b81e16214 req-6b7f075d-47c4-4c08-bea4-75a56b6a0e6e tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0829372
Nov 18 15:09:49.575425 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94fa9934-4730-49b4-b3fd-70037a67acc1 req-8ec54cd4-6c8b-467b-990d-fd1e2b6c177a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 1163 time: 0.0755596
Nov 18 15:09:49.624495 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94fa9934-4730-49b4-b3fd-70037a67acc1 req-5019c1cc-a858-44a3-bab5-dd514cf10733 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423145
Nov 18 15:09:49.777932 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4e2188c6-a7e3-40b8-87ce-928b81e16214 req-24a9ade4-422e-4f61-865a-18080e35810d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2569594
Nov 18 15:09:50.587104 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 2becb0a8-1267-4389-b7e3-ca198462bf4b up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:09:50.659209 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 2becb0a8-1267-4389-b7e3-ca198462bf4b triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:09:50.659629 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:09:51.026869 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b12406-3512-4cf1-ae99-e10fb8a8f008 req-ffe25ea0-2ed6-4087-befd-75bed2aec5dc tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:51.028493 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-08b12406-3512-4cf1-ae99-e10fb8a8f008 req-ffe25ea0-2ed6-4087-befd-75bed2aec5dc tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0974305
Nov 18 15:09:51.078487 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-08b12406-3512-4cf1-ae99-e10fb8a8f008 req-e33f9dca-7f0e-44e0-8186-933193fb5846 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437901
Nov 18 15:09:52.310294 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a8df5-2118-4b9f-a4e1-b17cb8953f07 req-61efe9f1-387c-4bce-8b33-9438c896245d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:09:52.311792 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f11a8df5-2118-4b9f-a4e1-b17cb8953f07 req-61efe9f1-387c-4bce-8b33-9438c896245d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0810487
Nov 18 15:09:52.359347 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f11a8df5-2118-4b9f-a4e1-b17cb8953f07 req-de43e13e-ed9c-495b-acfd-9870cf630f4f tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406897
Nov 18 15:09:52.609374 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 2becb0a8-1267-4389-b7e3-ca198462bf4b up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:09:52.680991 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 2becb0a8-1267-4389-b7e3-ca198462bf4b triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:09:52.681411 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:05.628519 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:07.444628 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff1ba8-9b21-4fb8-96cb-ab48b76e09d6 req-cfd885b0-be64-40c5-aba9-f4883ca2c81c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:10:07.446225 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1cff1ba8-9b21-4fb8-96cb-ab48b76e09d6 req-cfd885b0-be64-40c5-aba9-f4883ca2c81c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=fa12b841-5ce0-44db-bcfe-f345a598201f HTTP/1.1" status: 200  len: 945 time: 0.0856831
Nov 18 15:10:07.492493 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1cff1ba8-9b21-4fb8-96cb-ab48b76e09d6 req-e4ce8a03-ce5e-409d-a774-6d86ec74573c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=cd2dfd56-c827-478b-9df2-4146bb996bcc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402620
Nov 18 15:10:08.709851 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de68fb9-7046-4abe-b791-4e0d937df0fa req-779af59c-0b5f-48cd-83b2-22fe5fbed073 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:10:08.711438 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8de68fb9-7046-4abe-b791-4e0d937df0fa req-779af59c-0b5f-48cd-83b2-22fe5fbed073 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=fa12b841-5ce0-44db-bcfe-f345a598201f HTTP/1.1" status: 200  len: 945 time: 0.0846920
Nov 18 15:10:08.757913 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8de68fb9-7046-4abe-b791-4e0d937df0fa req-6a0dae20-4ee4-4640-a3a3-5e969b0f8da6 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=cd2dfd56-c827-478b-9df2-4146bb996bcc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402873
Nov 18 15:10:09.493271 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046aedf7-3a0a-4327-a53c-020fe28eeaf1 req-9f7e4678-8cdc-457c-a4fb-847c6d0e6c6a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:10:09.494051 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-845ec69d-972a-49f3-a1bf-560d7a111e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:09.494860 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-046aedf7-3a0a-4327-a53c-020fe28eeaf1 req-9f7e4678-8cdc-457c-a4fb-847c6d0e6c6a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.15 "GET /v2.0/ports?device_id=fa12b841-5ce0-44db-bcfe-f345a598201f HTTP/1.1" status: 200  len: 945 time: 0.0886798
Nov 18 15:10:09.576618 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-046aedf7-3a0a-4327-a53c-020fe28eeaf1 req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Deleting port 6af1b082-db45-425b-842b-04a042e067ac {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:10:09.577036 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-046aedf7-3a0a-4327-a53c-020fe28eeaf1 req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:09.829855 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-046aedf7-3a0a-4327-a53c-020fe28eeaf1 req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] For port 6af1b082-db45-425b-842b-04a042e067ac, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=6af1b082-db45-425b-842b-04a042e067ac,segment=NetworkSegment(14ac9fd4-7aea-4a0b-a691-cf8f8931ccab),segment_id=14ac9fd4-7aea-4a0b-a691-cf8f8931ccab)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:10:09.830390 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-046aedf7-3a0a-4327-a53c-020fe28eeaf1 req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:09.970896 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94db34-ad25-4313-b3c3-cf204d10914a req-a55cb000-8396-4eb4-a52a-3c9de8955cf8 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:10:09.973000 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d94db34-ad25-4313-b3c3-cf204d10914a req-a55cb000-8396-4eb4-a52a-3c9de8955cf8 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=fa12b841-5ce0-44db-bcfe-f345a598201f HTTP/1.1" status: 200  len: 945 time: 0.0827379
Nov 18 15:10:10.020968 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d94db34-ad25-4313-b3c3-cf204d10914a req-e8f55122-9085-423e-81d1-e61cf47e610a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups?id=cd2dfd56-c827-478b-9df2-4146bb996bcc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415308
Nov 18 15:10:10.129891 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-046aedf7-3a0a-4327-a53c-020fe28eeaf1 req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for floatingip, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:10.130431 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-046aedf7-3a0a-4327-a53c-020fe28eeaf1 req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854175593'] for floatingip, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:10.130838 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-046aedf7-3a0a-4327-a53c-020fe28eeaf1 req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Floating IP 3384c86f-5b0d-4812-a601-4acf0eb9d806 disassociated. External IP: 172.27.1.247, port: 6af1b082-db45-425b-842b-04a042e067ac.
Nov 18 15:10:10.131302 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-046aedf7-3a0a-4327-a53c-020fe28eeaf1 req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Calling delete_port for 6af1b082-db45-425b-842b-04a042e067ac owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:10:10.272917 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-046aedf7-3a0a-4327-a53c-020fe28eeaf1 req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:10.288035 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fc037e2a-c748-4c2f-aefb-a27bdec7a51d tempest-AttachVolumeNegativeTest-646702387 tempest-AttachVolumeNegativeTest-646702387] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:10:10.332708 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Pushing event deleted for resources: {'Port': ['ID=6af1b082-db45-425b-842b-04a042e067ac,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:10:10.362371 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:10.362790 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:10.363727 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:10.364137 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:10.364543 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:10.364971 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:10.365373 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:10.365771 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:10.366168 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:10.366564 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:10.366960 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:10.367354 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:10.367787 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:10.368183 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:10.368578 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:10.368995 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:10.369389 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:10.369780 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:10.370170 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:10.370561 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:10.370952 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:10.371349 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:10.371741 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:10.372131 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:10.420231 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:10:10.674747 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 6af1b082-db45-425b-842b-04a042e067ac no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:10:10.686789 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-046aedf7-3a0a-4327-a53c-020fe28eeaf1 req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Router 44f5da37-a026-45f6-8025-4151e55d5990 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:10:10.708994 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] No Port match for: 6af1b082-db45-425b-842b-04a042e067ac {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:10:10.709391 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 6af1b082-db45-425b-842b-04a042e067ac not bound to the agent host hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:10:10.899127 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-046aedf7-3a0a-4327-a53c-020fe28eeaf1 req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:10:10.909614 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443db044-055f-4d88-ac67-e00e62120a00 None None] Sync routers for ids ['44f5da37-a026-45f6-8025-4151e55d5990'] in dv-cinder-733623-8-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:10:10.923938 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443db044-055f-4d88-ac67-e00e62120a00 None None] Routers {'44f5da37-a026-45f6-8025-4151e55d5990'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:10:10.924634 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-443db044-055f-4d88-ac67-e00e62120a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef0f9c50>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:09:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['44f5da37-a026-45f6-8025-4151e55d5990'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:10:11.121322 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-443db044-055f-4d88-ac67-e00e62120a00 None None] Set router 44f5da37-a026-45f6-8025-4151e55d5990 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:10:11.153292 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-046aedf7-3a0a-4327-a53c-020fe28eeaf1 req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] No DVR routers for this DVR port 6af1b082-db45-425b-842b-04a042e067ac on host hv-cinder-73362 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:10:11.155918 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-046aedf7-3a0a-4327-a53c-020fe28eeaf1 req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:11.158805 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa12b841-5ce0-44db-bcfe-f345a598201f', 'name': 'network-vif-deleted', 'tag': '6af1b082-db45-425b-842b-04a042e067ac'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:10:11.215024 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b97e75aa-ed08-4edc-8793-1414bf562f89 req-a547f185-8d5b-4204-9fd4-6d180341791a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Synchronizing usage tracker for tenant:a636a45410424918b4d9f679f113cafd on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:10:11.219618 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-046aedf7-3a0a-4327-a53c-020fe28eeaf1 req-91875bb2-ebaa-4c57-b5be-0fec96d647c1 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.15 "DELETE /v2.0/ports/6af1b082-db45-425b-842b-04a042e067ac HTTP/1.1" status: 204  len: 173 time: 1.7174697
Nov 18 15:10:11.221840 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa12b841-5ce0-44db-bcfe-f345a598201f', 'name': 'network-vif-deleted', 'tag': '6af1b082-db45-425b-842b-04a042e067ac', 'status': 'completed', 'code': 200}
Nov 18 15:10:11.234456 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b97e75aa-ed08-4edc-8793-1414bf562f89 req-a547f185-8d5b-4204-9fd4-6d180341791a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Unset dirty status for tenant:a636a45410424918b4d9f679f113cafd on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:10:11.235687 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b97e75aa-ed08-4edc-8793-1414bf562f89 req-a547f185-8d5b-4204-9fd4-6d180341791a tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/ports?device_id=fa12b841-5ce0-44db-bcfe-f345a598201f HTTP/1.1" status: 200  len: 210 time: 0.0713074
Nov 18 15:10:11.287038 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:10:11.458118 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-443db044-055f-4d88-ac67-e00e62120a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef0f9c50>, [{'id': '44f5da37-a026-45f6-8025-4151e55d5990', 'name': 'tempest-AttachVolumeTestJSON-642542883-router', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:13Z', 'updated_at': '2020-11-18T14:59:25Z', 'revision_number': 4, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'gw_port': {'id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:14Z', 'updated_at': '2020-11-18T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '0c043abc-f4f5-4013-a0e7-298fd5522f70', 'name': '', 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'mac_address': 'fa:16:3e:8e:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:22Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 5, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'subnets': [{'id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:10:11.462329 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443db044-055f-4d88-ac67-e00e62120a00 None None] Checking router: 44f5da37-a026-45f6-8025-4151e55d5990 for host: dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:10:11.474016 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443db044-055f-4d88-ac67-e00e62120a00 None None] Routers {'44f5da37-a026-45f6-8025-4151e55d5990'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:10:11.474665 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-443db044-055f-4d88-ac67-e00e62120a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef0f9c50>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:09:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['44f5da37-a026-45f6-8025-4151e55d5990'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:10:11.825993 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-443db044-055f-4d88-ac67-e00e62120a00 None None] Set router 44f5da37-a026-45f6-8025-4151e55d5990 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:10:12.132005 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-180f673d-0e56-4c4e-b114-089c61561f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:12.158772 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-443db044-055f-4d88-ac67-e00e62120a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef0f9c50>, [{'id': '44f5da37-a026-45f6-8025-4151e55d5990', 'name': 'tempest-AttachVolumeTestJSON-642542883-router', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:13Z', 'updated_at': '2020-11-18T14:59:25Z', 'revision_number': 4, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'gw_port': {'id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:14Z', 'updated_at': '2020-11-18T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '0c043abc-f4f5-4013-a0e7-298fd5522f70', 'name': '', 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'mac_address': 'fa:16:3e:8e:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:22Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 5, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'subnets': [{'id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:10:12.162876 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443db044-055f-4d88-ac67-e00e62120a00 None None] The sync data for ids ['44f5da37-a026-45f6-8025-4151e55d5990'] in dv-cinder-733623-8-iscsi is: [{'id': '44f5da37-a026-45f6-8025-4151e55d5990', 'name': 'tempest-AttachVolumeTestJSON-642542883-router', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:13Z', 'updated_at': '2020-11-18T14:59:25Z', 'revision_number': 4, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'gw_port': {'id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:14Z', 'updated_at': '2020-11-18T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': '0c043abc-f4f5-4013-a0e7-298fd5522f70', 'name': '', 'network_id': '39f5108f-843e-41e3-81e6-112f46a760b7', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'mac_address': 'fa:16:3e:8e:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:22Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 5, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'subnets': [{'id': 'fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:10:12.387908 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 40792) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:10:12.408535 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:12.460975 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2167c293-9ac3-4422-839b-c55cfd0dd790 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:12.493485 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2167c293-9ac3-4422-839b-c55cfd0dd790 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:12.537815 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2167c293-9ac3-4422-839b-c55cfd0dd790 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:12.543214 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2e858dbf-451e-4da4-8c6e-f95a0d392b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:10:12.559849 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167c293-9ac3-4422-839b-c55cfd0dd790 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2dfd56-c827-478b-9df2-4146bb996bcc,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:10:12.562724 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2167c293-9ac3-4422-839b-c55cfd0dd790 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:10:12.571338 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa1c6e6-fdbf-43b5-a190-c140b0b625c4 None None] New status for floating IP 3384c86f-5b0d-4812-a601-4acf0eb9d806: DOWN {{(pid=80267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 15:10:12.574468 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2167c293-9ac3-4422-839b-c55cfd0dd790 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:12.575874 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2167c293-9ac3-4422-839b-c55cfd0dd790 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "DELETE /v2.0/security-groups/cd2dfd56-c827-478b-9df2-4146bb996bcc HTTP/1.1" status: 204  len: 168 time: 0.1868730
Nov 18 15:10:12.578659 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 40796) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:10:12.599528 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.v2.resource [None req-dbdd1f5e-99b5-4df0-a3e1-b294f1299905 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] show failed (client error): The resource could not be found.
Nov 18 15:10:12.600612 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-dbdd1f5e-99b5-4df0-a3e1-b294f1299905 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "GET /v2.0/security-groups/cd2dfd56-c827-478b-9df2-4146bb996bcc HTTP/1.1" status: 404  len: 347 time: 0.0209913
Nov 18 15:10:12.603561 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 40800) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:10:12.764698 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-233304d0-93d9-402d-ae72-39f0dc8bde5c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Deleting port 41445100-e00d-4c7b-aba4-424c65f07f22 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:10:12.765071 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-233304d0-93d9-402d-ae72-39f0dc8bde5c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:12.945998 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-233304d0-93d9-402d-ae72-39f0dc8bde5c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:12.946364 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-233304d0-93d9-402d-ae72-39f0dc8bde5c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for floatingip, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:13.069980 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-233304d0-93d9-402d-ae72-39f0dc8bde5c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Calling delete_port for 41445100-e00d-4c7b-aba4-424c65f07f22 owned by network:floatingip {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:10:13.203980 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-233304d0-93d9-402d-ae72-39f0dc8bde5c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:13.219473 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:10:13.272736 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233304d0-93d9-402d-ae72-39f0dc8bde5c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Pushing event deleted for resources: {'Port': ['ID=41445100-e00d-4c7b-aba4-424c65f07f22,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:10:13.277672 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-233304d0-93d9-402d-ae72-39f0dc8bde5c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:10:13.437870 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-233304d0-93d9-402d-ae72-39f0dc8bde5c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks [] for floatingip, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:13.454907 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-233304d0-93d9-402d-ae72-39f0dc8bde5c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:13.456144 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-233304d0-93d9-402d-ae72-39f0dc8bde5c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] 10.222.0.21 "DELETE /v2.0/floatingips/3384c86f-5b0d-4812-a601-4acf0eb9d806 HTTP/1.1" status: 204  len: 168 time: 0.8516006
Nov 18 15:10:13.515952 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:13.716611 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:17.540464 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 40832) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:10:18.084235 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600187'] for router_interface, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:18.687236 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Deleting port 0c043abc-f4f5-4013-a0e7-298fd5522f70 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:10:18.687779 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:18.863065 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] For port 0c043abc-f4f5-4013-a0e7-298fd5522f70, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=0c043abc-f4f5-4013-a0e7-298fd5522f70,segment=NetworkSegment(14ac9fd4-7aea-4a0b-a691-cf8f8931ccab),segment_id=14ac9fd4-7aea-4a0b-a691-cf8f8931ccab)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:10:18.863877 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:18.986557 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Calling delete_port for 0c043abc-f4f5-4013-a0e7-298fd5522f70 owned by network:router_interface {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:10:19.162416 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823075388'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:19.177617 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:10:19.223187 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c043abc-f4f5-4013-a0e7-298fd5522f70,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:10:19.292417 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:19.292865 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:19.293289 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:19.293699 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:19.294105 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:19.294512 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:19.294915 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:19.295318 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:19.295721 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:19.296121 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:19.296520 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:19.296946 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:19.297382 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:19.297782 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:19.298177 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:19.298575 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:19.298973 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:19.299373 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:19.299770 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:19.300165 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:19.300584 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:19.301001 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:19.301402 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:19.301797 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:10:19.309433 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:10:19.615126 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852718791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854130453'] for router_interface, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:20.555825 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Router 44f5da37-a026-45f6-8025-4151e55d5990 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:10:20.765457 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:10:20.775114 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9e8bf1-3781-4541-8dc0-d7447fd55f83 None None] Sync routers for ids ['44f5da37-a026-45f6-8025-4151e55d5990'] in dv-cinder-733623-8-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:10:20.778562 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-38f56afe-ce59-4b8f-8239-44dca232a308 admin admin] 10.222.0.21 "PUT /v2.0/routers/44f5da37-a026-45f6-8025-4151e55d5990/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2367048
Nov 18 15:10:20.781306 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 40840) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:10:20.787586 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9e8bf1-3781-4541-8dc0-d7447fd55f83 None None] Routers {'44f5da37-a026-45f6-8025-4151e55d5990'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:10:20.788257 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-4f9e8bf1-3781-4541-8dc0-d7447fd55f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef75bf28>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:10:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['44f5da37-a026-45f6-8025-4151e55d5990'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:10:20.977732 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-4f9e8bf1-3781-4541-8dc0-d7447fd55f83 None None] Set router 44f5da37-a026-45f6-8025-4151e55d5990 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:10:20.991448 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-439fb015-0d5a-4d40-9add-d024831d18f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:21.195399 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-439fb015-0d5a-4d40-9add-d024831d18f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:21.204352 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-439fb015-0d5a-4d40-9add-d024831d18f4 admin admin] Deleting port bbff9454-2734-4b30-81c1-88b7c050c8c7 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:10:21.204725 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-439fb015-0d5a-4d40-9add-d024831d18f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:21.278229 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-4f9e8bf1-3781-4541-8dc0-d7447fd55f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef75bf28>, [{'id': '44f5da37-a026-45f6-8025-4151e55d5990', 'name': 'tempest-AttachVolumeTestJSON-642542883-router', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:13Z', 'updated_at': '2020-11-18T15:10:19Z', 'revision_number': 5, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'gw_port': {'id': 'bbff9454-2734-4b30-81c1-88b7c050c8c7', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5da37-a026-45f6-8025-4151e55d5990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:14Z', 'updated_at': '2020-11-18T14:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi'}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:10:21.282190 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9e8bf1-3781-4541-8dc0-d7447fd55f83 None None] Checking router: 44f5da37-a026-45f6-8025-4151e55d5990 for host: dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:10:21.293976 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9e8bf1-3781-4541-8dc0-d7447fd55f83 None None] Routers {'44f5da37-a026-45f6-8025-4151e55d5990'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:10:21.294625 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-4f9e8bf1-3781-4541-8dc0-d7447fd55f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef75bf28>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:10:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['44f5da37-a026-45f6-8025-4151e55d5990'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:10:21.386449 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-439fb015-0d5a-4d40-9add-d024831d18f4 admin admin] For port bbff9454-2734-4b30-81c1-88b7c050c8c7, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=bbff9454-2734-4b30-81c1-88b7c050c8c7,segment=NetworkSegment(204b9cb9-672f-457d-853a-b208bf5e332c),segment_id=204b9cb9-672f-457d-853a-b208bf5e332c)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:10:21.386844 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-439fb015-0d5a-4d40-9add-d024831d18f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:21.452674 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-4f9e8bf1-3781-4541-8dc0-d7447fd55f83 None None] Set router 44f5da37-a026-45f6-8025-4151e55d5990 gateway port host: None {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:10:21.512062 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-439fb015-0d5a-4d40-9add-d024831d18f4 admin admin] Calling delete_port for bbff9454-2734-4b30-81c1-88b7c050c8c7 owned by network:router_gateway {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:10:21.562688 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-4f9e8bf1-3781-4541-8dc0-d7447fd55f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef75bf28>, [{'id': '44f5da37-a026-45f6-8025-4151e55d5990', 'name': 'tempest-AttachVolumeTestJSON-642542883-router', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:13Z', 'updated_at': '2020-11-18T15:10:21Z', 'revision_number': 6, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'gw_port_host': None}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:10:21.566552 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9e8bf1-3781-4541-8dc0-d7447fd55f83 None None] The sync data for ids ['44f5da37-a026-45f6-8025-4151e55d5990'] in dv-cinder-733623-8-iscsi is: [{'id': '44f5da37-a026-45f6-8025-4151e55d5990', 'name': 'tempest-AttachVolumeTestJSON-642542883-router', 'tenant_id': 'a636a45410424918b4d9f679f113cafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:13Z', 'updated_at': '2020-11-18T15:10:21Z', 'revision_number': 6, 'project_id': 'a636a45410424918b4d9f679f113cafd', 'gw_port_host': None}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:10:21.688095 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-439fb015-0d5a-4d40-9add-d024831d18f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:21.703334 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-422d32b2-bbed-4855-b0de-9a6a7c1224b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:10:21.756654 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fb015-0d5a-4d40-9add-d024831d18f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbff9454-2734-4b30-81c1-88b7c050c8c7,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:10:21.759755 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-439fb015-0d5a-4d40-9add-d024831d18f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:10:22.031011 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device bbff9454-2734-4b30-81c1-88b7c050c8c7 no longer exists at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:10:22.066069 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-439fb015-0d5a-4d40-9add-d024831d18f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-605051'] for router_gateway, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:22.068171 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] No Port match for: bbff9454-2734-4b30-81c1-88b7c050c8c7 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:10:22.068522 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device bbff9454-2734-4b30-81c1-88b7c050c8c7 not bound to the agent host dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:10:22.069089 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 0c043abc-f4f5-4013-a0e7-298fd5522f70 no longer exists at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:10:22.101840 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] No Port match for: 0c043abc-f4f5-4013-a0e7-298fd5522f70 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:10:22.102267 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 0c043abc-f4f5-4013-a0e7-298fd5522f70 not bound to the agent host dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:10:22.333215 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-439fb015-0d5a-4d40-9add-d024831d18f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63956'] for router, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:22.337695 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-439fb015-0d5a-4d40-9add-d024831d18f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:22.360990 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-439fb015-0d5a-4d40-9add-d024831d18f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-715353'] for router, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:22.361578 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439fb015-0d5a-4d40-9add-d024831d18f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44f5da37-a026-45f6-8025-4151e55d5990 {{(pid=80264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 18 15:10:22.374325 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-439fb015-0d5a-4d40-9add-d024831d18f4 admin admin] Notify callbacks [] for router, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:22.377862 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-439fb015-0d5a-4d40-9add-d024831d18f4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/44f5da37-a026-45f6-8025-4151e55d5990 HTTP/1.1" status: 204  len: 168 time: 1.5932178
Nov 18 15:10:22.378246 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 40844) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:10:22.446523 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e73879-b94a-4502-b66d-d65d97f97375 admin admin] Deleting subnet fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d {{(pid=80264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 15:10:22.449637 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-68e73879-b94a-4502-b66d-d65d97f97375 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:22.502515 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-68e73879-b94a-4502-b66d-d65d97f97375 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823228110'] for subnet, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:22.585725 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-68e73879-b94a-4502-b66d-d65d97f97375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853367654'] for subnet, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:23.057989 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-68e73879-b94a-4502-b66d-d65d97f97375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822525290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036821599937'] for subnet, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:23.073578 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:10:23.111117 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e73879-b94a-4502-b66d-d65d97f97375 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:10:23.123086 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-68e73879-b94a-4502-b66d-d65d97f97375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:10:23.207510 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-68e73879-b94a-4502-b66d-d65d97f97375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:23.212463 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2545cd-fa98-469d-9ac4-63abc1966d2c None None] Network 39f5108f-843e-41e3-81e6-112f46a760b7 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:10:23.213672 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-68e73879-b94a-4502-b66d-d65d97f97375 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fdbb67c4-86a8-49ee-b0e4-8ff714d7b12d HTTP/1.1" status: 204  len: 168 time: 0.8344359
Nov 18 15:10:23.216181 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 40848) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:10:23.332460 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322778'] for network, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:23.398731 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] Deleting port 6301bdd1-81e2-4255-8831-e6df70cb520b {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:10:23.399107 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:23.461154 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e834c536-d7c5-475f-8b0b-e089c2c1d1c4 None None] DHCP port deletion for 39f5108f-843e-41e3-81e6-112f46a760b7 request from dv-cinder-733623-8-iscsi {{(pid=80266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 18 15:10:23.465325 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-e834c536-d7c5-475f-8b0b-e089c2c1d1c4 None None] Deleting port 6301bdd1-81e2-4255-8831-e6df70cb520b {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:10:23.465754 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e834c536-d7c5-475f-8b0b-e089c2c1d1c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:23.619560 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] For port 6301bdd1-81e2-4255-8831-e6df70cb520b, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=6301bdd1-81e2-4255-8831-e6df70cb520b,segment=NetworkSegment(14ac9fd4-7aea-4a0b-a691-cf8f8931ccab),segment_id=14ac9fd4-7aea-4a0b-a691-cf8f8931ccab)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:10:23.620137 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:23.680694 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-e834c536-d7c5-475f-8b0b-e089c2c1d1c4 None None] For port 6301bdd1-81e2-4255-8831-e6df70cb520b, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=6301bdd1-81e2-4255-8831-e6df70cb520b,segment=NetworkSegment(14ac9fd4-7aea-4a0b-a691-cf8f8931ccab),segment_id=14ac9fd4-7aea-4a0b-a691-cf8f8931ccab)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:10:23.681150 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e834c536-d7c5-475f-8b0b-e089c2c1d1c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:23.746539 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] Calling delete_port for 6301bdd1-81e2-4255-8831-e6df70cb520b owned by network:dhcp {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:10:23.808459 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-e834c536-d7c5-475f-8b0b-e089c2c1d1c4 None None] Calling delete_port for 6301bdd1-81e2-4255-8831-e6df70cb520b owned by network:dhcp {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:10:23.817618 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:23.830640 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4ff143aa-e095-430e-9943-595cdbec42a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:10:23.878205 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-e834c536-d7c5-475f-8b0b-e089c2c1d1c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 18 15:10:23.878551 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-e834c536-d7c5-475f-8b0b-e089c2c1d1c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 18 15:10:23.879819 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6301bdd1-81e2-4255-8831-e6df70cb520b,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:10:23.882707 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:10:23.974228 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] No DVR routers for this DVR port 6301bdd1-81e2-4255-8831-e6df70cb520b on host dv-cinder-733623-8-iscsi {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:10:24.029523 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 6301bdd1-81e2-4255-8831-e6df70cb520b no longer exists at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:10:24.063911 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] No Port match for: 6301bdd1-81e2-4255-8831-e6df70cb520b {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:10:24.064312 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 6301bdd1-81e2-4255-8831-e6df70cb520b not bound to the agent host dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:10:24.098853 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853367263', 'neutron.services.segments.db._delete_segments_for_network--9223363306544197611'] for network, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:24.212668 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0aee401be0>,) {'filters': {'network_id': ['39f5108f-843e-41e3-81e6-112f46a760b7']}} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:10:24.225786 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aee401be0>, '14ac9fd4-7aea-4a0b-a691-cf8f8931ccab') {'for_net_delete': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:10:24.226127 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aee401be0>, '14ac9fd4-7aea-4a0b-a691-cf8f8931ccab') {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:10:24.238049 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306544155115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31547658'] for segment, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:24.253221 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:24.255235 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 15:10:24.380238 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-e834c536-d7c5-475f-8b0b-e089c2c1d1c4 None None] Deleting port 6301bdd1-81e2-4255-8831-e6df70cb520b {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:10:24.380674 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e834c536-d7c5-475f-8b0b-e089c2c1d1c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:24.435004 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] Network 39f5108f-843e-41e3-81e6-112f46a760b7 has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:10:24.444641 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853370636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822525237'] for segment, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:24.448394 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-e834c536-d7c5-475f-8b0b-e089c2c1d1c4 None None] The port '6301bdd1-81e2-4255-8831-e6df70cb520b' was deleted {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 18 15:10:24.623229 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] Network 39f5108f-843e-41e3-81e6-112f46a760b7 has no segments {{(pid=80264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]: Traceback (most recent call last):
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:     timer()
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:     cb(*args, **kw)
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:     self._notify()
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:     self.callback(batched_events)
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:     event.method(event)
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:     return f(self, *a, **k)
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self._get(url).json()
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:     **kwargs)
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:     **endpoint_filter)
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 15:10:24.649941 dv-cinder-733623-8-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 15:10:24.727505 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:24.731035 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9df43dd8-df0d-4044-b926-4df61804309a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:10:24.747523 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:24.756609 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=39f5108f-843e-41e3-81e6-112f46a760b7,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:10:24.761486 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:10:24.764735 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/39f5108f-843e-41e3-81e6-112f46a760b7 HTTP/1.1" status: 204  len: 168 time: 1.5474994
Nov 18 15:10:24.924631 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 40854) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:10:24.982423 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-99c67352-42f0-4a14-aca2-ea8d6ada19fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a636a45410424918b4d9f679f113cafd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0564482
Nov 18 15:10:24.984735 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 40858) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:10:25.045607 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8854097e-6430-4ec0-87ec-02e64f088ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:25.072683 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8854097e-6430-4ec0-87ec-02e64f088ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:25.118623 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8854097e-6430-4ec0-87ec-02e64f088ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:25.123668 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-61ad6419-1130-4890-bc88-cf40a41c602c tempest-VolumesNegativeTest-812377577 tempest-VolumesNegativeTest-812377577] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:10:25.139179 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854097e-6430-4ec0-87ec-02e64f088ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60ffc2f-c550-43be-855c-f15a79fade08,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:10:25.142316 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8854097e-6430-4ec0-87ec-02e64f088ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:10:25.144281 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8854097e-6430-4ec0-87ec-02e64f088ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:25.145469 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8854097e-6430-4ec0-87ec-02e64f088ff8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f60ffc2f-c550-43be-855c-f15a79fade08 HTTP/1.1" status: 204  len: 168 time: 0.1597662
Nov 18 15:10:26.511445 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 40888) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:10:26.664244 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cf6c156c-92fe-40d1-a393-660df00e157a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:26.698195 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cf6c156c-92fe-40d1-a393-660df00e157a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:10:26.702224 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cf6c156c-92fe-40d1-a393-660df00e157a admin admin] Usage tracker for resource:security_group_rule and tenant:9c7e61c436854462a74760db0e9202e0 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:10:26.705146 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cf6c156c-92fe-40d1-a393-660df00e157a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:10:26.711463 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cf6c156c-92fe-40d1-a393-660df00e157a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:10:26.783557 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cf6c156c-92fe-40d1-a393-660df00e157a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:26.786022 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cf6c156c-92fe-40d1-a393-660df00e157a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:26.793410 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c9cc1829-9b95-4a1c-9966-0a561600852a tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:10:26.839550 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-cf6c156c-92fe-40d1-a393-660df00e157a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c7e61c436854462a74760db0e9202e0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3269427
Nov 18 15:10:26.840272 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c156c-92fe-40d1-a393-660df00e157a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff167f5-68c4-4f31-be0e-361177f6a723,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:10:26.843386 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 40894) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:10:26.843694 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cf6c156c-92fe-40d1-a393-660df00e157a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:10:26.906179 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e4003ba9-3e12-4330-a15d-f9fdb21b9f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:26.932518 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e4003ba9-3e12-4330-a15d-f9fdb21b9f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:26.977551 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e4003ba9-3e12-4330-a15d-f9fdb21b9f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:26.982699 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2683d63d-9ae4-46ed-858f-869edf1d2614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:10:26.996522 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4003ba9-3e12-4330-a15d-f9fdb21b9f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff167f5-68c4-4f31-be0e-361177f6a723,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:10:26.999165 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e4003ba9-3e12-4330-a15d-f9fdb21b9f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:10:27.001876 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e4003ba9-3e12-4330-a15d-f9fdb21b9f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:27.002611 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e4003ba9-3e12-4330-a15d-f9fdb21b9f23 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ff167f5-68c4-4f31-be0e-361177f6a723 HTTP/1.1" status: 204  len: 168 time: 0.1581764
Nov 18 15:10:31.991173 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 40962) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:10:32.141149 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6f15a7e2-a3ae-44da-9d12-191c02dbe622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:32.173785 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6f15a7e2-a3ae-44da-9d12-191c02dbe622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:10:32.178336 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-6f15a7e2-a3ae-44da-9d12-191c02dbe622 admin admin] Usage tracker for resource:security_group_rule and tenant:6e0f1477da794a9fb765adf078ae491a is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:10:32.181294 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-6f15a7e2-a3ae-44da-9d12-191c02dbe622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:10:32.187288 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6f15a7e2-a3ae-44da-9d12-191c02dbe622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:10:32.252881 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6f15a7e2-a3ae-44da-9d12-191c02dbe622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:32.255982 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6f15a7e2-a3ae-44da-9d12-191c02dbe622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:32.263298 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dd1e42ba-d215-4308-974c-0e5f5be57715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:10:32.307331 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6f15a7e2-a3ae-44da-9d12-191c02dbe622 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e0f1477da794a9fb765adf078ae491a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3150516
Nov 18 15:10:32.308175 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15a7e2-a3ae-44da-9d12-191c02dbe622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71444586-1905-4612-92a4-65efdadc8548,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:10:32.310448 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 40968) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:10:32.311860 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6f15a7e2-a3ae-44da-9d12-191c02dbe622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:10:32.376828 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ff60cf11-a92f-4fe1-be73-e6edf2cd8ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:32.403470 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ff60cf11-a92f-4fe1-be73-e6edf2cd8ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:32.449668 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ff60cf11-a92f-4fe1-be73-e6edf2cd8ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:32.454553 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6ae27bd1-3f48-43e5-8a04-e3d6434ad7a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:10:32.466791 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60cf11-a92f-4fe1-be73-e6edf2cd8ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71444586-1905-4612-92a4-65efdadc8548,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:10:32.469906 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ff60cf11-a92f-4fe1-be73-e6edf2cd8ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:10:32.471983 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ff60cf11-a92f-4fe1-be73-e6edf2cd8ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:32.473755 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ff60cf11-a92f-4fe1-be73-e6edf2cd8ed0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71444586-1905-4612-92a4-65efdadc8548 HTTP/1.1" status: 204  len: 168 time: 0.1620290
Nov 18 15:10:35.652471 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:39.494698 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d590eb7-0692-4493-8d2a-46abed556d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:42.124876 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1cde026f-a303-4d94-8ee2-14db167e3ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:42.325837 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 41088) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:10:42.409284 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:42.483002 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8baeacff-0916-4316-9f94-79b4a5757cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:42.518731 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8baeacff-0916-4316-9f94-79b4a5757cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:10:42.522686 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8baeacff-0916-4316-9f94-79b4a5757cc0 admin admin] Usage tracker for resource:security_group_rule and tenant:8eb9640ae8eb43e69441a396a6d3c9bc is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:10:42.525606 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8baeacff-0916-4316-9f94-79b4a5757cc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:10:42.531304 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8baeacff-0916-4316-9f94-79b4a5757cc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:10:42.600286 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8baeacff-0916-4316-9f94-79b4a5757cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:42.603112 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8baeacff-0916-4316-9f94-79b4a5757cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:42.610478 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fa252936-58e4-4dce-9a69-f9f4b4d47c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:10:42.652199 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baeacff-0916-4316-9f94-79b4a5757cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551ab55b-a356-402a-a17b-dcd5b8abf0a2,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:10:42.656951 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8baeacff-0916-4316-9f94-79b4a5757cc0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8eb9640ae8eb43e69441a396a6d3c9bc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3299768
Nov 18 15:10:42.657930 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8baeacff-0916-4316-9f94-79b4a5757cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:10:42.659584 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 41096) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:10:42.720616 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-53750b88-7a6e-46e6-a244-4ae700f7f8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:42.747143 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-53750b88-7a6e-46e6-a244-4ae700f7f8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:42.790562 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-53750b88-7a6e-46e6-a244-4ae700f7f8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:42.795377 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-39045d15-3952-4beb-89de-5b62b9c17c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:10:42.813089 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53750b88-7a6e-46e6-a244-4ae700f7f8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551ab55b-a356-402a-a17b-dcd5b8abf0a2,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:10:42.822784 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-53750b88-7a6e-46e6-a244-4ae700f7f8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:10:42.824799 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-53750b88-7a6e-46e6-a244-4ae700f7f8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:42.826003 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-53750b88-7a6e-46e6-a244-4ae700f7f8ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/551ab55b-a356-402a-a17b-dcd5b8abf0a2 HTTP/1.1" status: 204  len: 168 time: 0.1655285
Nov 18 15:10:43.168853 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 41104) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:10:43.188080 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5735d461-ea1c-4b4b-adae-61a42fe38c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:43.220711 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5735d461-ea1c-4b4b-adae-61a42fe38c7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:10:43.224655 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5735d461-ea1c-4b4b-adae-61a42fe38c7f admin admin] Usage tracker for resource:security_group_rule and tenant:0791be8da9564875a45c14da48fd4daf is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:10:43.227557 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5735d461-ea1c-4b4b-adae-61a42fe38c7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:10:43.233269 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5735d461-ea1c-4b4b-adae-61a42fe38c7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:10:43.300374 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5735d461-ea1c-4b4b-adae-61a42fe38c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:43.303500 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5735d461-ea1c-4b4b-adae-61a42fe38c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:43.311159 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-089a65ae-cb61-4e93-99bc-2929ffcc6faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:10:43.352845 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735d461-ea1c-4b4b-adae-61a42fe38c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dabfcb-b54b-4aa9-87e6-3ff87c2ff19b,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:10:43.355920 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5735d461-ea1c-4b4b-adae-61a42fe38c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:10:43.358421 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5735d461-ea1c-4b4b-adae-61a42fe38c7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0791be8da9564875a45c14da48fd4daf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1884842
Nov 18 15:10:43.361171 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 41108) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:10:43.423970 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e81f6d95-afaa-447f-8205-61240a3b31be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:43.451746 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e81f6d95-afaa-447f-8205-61240a3b31be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:43.499050 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e81f6d95-afaa-447f-8205-61240a3b31be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:43.505627 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-81ab336b-cfb6-4fdc-a1d2-031f003fc063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:10:43.516995 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f6d95-afaa-447f-8205-61240a3b31be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dabfcb-b54b-4aa9-87e6-3ff87c2ff19b,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:10:43.517177 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:43.520317 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e81f6d95-afaa-447f-8205-61240a3b31be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:10:43.526618 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e81f6d95-afaa-447f-8205-61240a3b31be admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:43.530483 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e81f6d95-afaa-447f-8205-61240a3b31be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21dabfcb-b54b-4aa9-87e6-3ff87c2ff19b HTTP/1.1" status: 204  len: 168 time: 0.1659594
Nov 18 15:10:43.717653 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:43.938513 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 41116) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:10:43.958136 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e4f102f7-0f7e-4e3c-9751-8195b53ea683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:43.991131 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e4f102f7-0f7e-4e3c-9751-8195b53ea683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:10:43.995166 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e4f102f7-0f7e-4e3c-9751-8195b53ea683 admin admin] Usage tracker for resource:security_group_rule and tenant:845352151127401fabbc7149ffe25bc1 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:10:43.998222 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e4f102f7-0f7e-4e3c-9751-8195b53ea683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:10:44.004013 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e4f102f7-0f7e-4e3c-9751-8195b53ea683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:10:44.076152 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e4f102f7-0f7e-4e3c-9751-8195b53ea683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:44.078943 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e4f102f7-0f7e-4e3c-9751-8195b53ea683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:44.087244 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eb934bc2-62ed-4c59-8f1f-11b9da2dc11a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:10:44.133126 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f102f7-0f7e-4e3c-9751-8195b53ea683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72748e2a-2943-422f-95ba-3e9124fa4d3e,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:10:44.137578 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e4f102f7-0f7e-4e3c-9751-8195b53ea683 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=845352151127401fabbc7149ffe25bc1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1979878
Nov 18 15:10:44.139002 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e4f102f7-0f7e-4e3c-9751-8195b53ea683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:10:44.140189 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 41120) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:10:44.201889 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-818ff02b-143d-4432-99ea-ad2071d3aecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:44.229101 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-818ff02b-143d-4432-99ea-ad2071d3aecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:44.271934 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-818ff02b-143d-4432-99ea-ad2071d3aecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:44.276859 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d59e2eb4-bf3f-4cb6-a635-c7a3f9f1c112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:10:44.287935 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ff02b-143d-4432-99ea-ad2071d3aecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72748e2a-2943-422f-95ba-3e9124fa4d3e,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:10:44.292715 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-818ff02b-143d-4432-99ea-ad2071d3aecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:10:44.294635 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-818ff02b-143d-4432-99ea-ad2071d3aecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:10:44.295847 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-818ff02b-143d-4432-99ea-ad2071d3aecb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72748e2a-2943-422f-95ba-3e9124fa4d3e HTTP/1.1" status: 204  len: 168 time: 0.1546621
Nov 18 15:10:48.288280 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:10:59.952527 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fae25-0d9d-413c-a04e-0807232eb823 req-bc99daa8-9c40-4b46-8649-c362fcdbd670 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:10:59.954152 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-949fae25-0d9d-413c-a04e-0807232eb823 req-bc99daa8-9c40-4b46-8649-c362fcdbd670 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0821390
Nov 18 15:11:00.002141 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-949fae25-0d9d-413c-a04e-0807232eb823 req-7d3c86f8-5519-499d-bc2a-956eea60c3cd tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418141
Nov 18 15:11:01.232184 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b8c8e-8b5b-4d8a-879c-18671200384f req-ac0c8f2a-8fc8-4ca1-8dc5-87ac0d253ecd tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:11:01.233709 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-892b8c8e-8b5b-4d8a-879c-18671200384f req-ac0c8f2a-8fc8-4ca1-8dc5-87ac0d253ecd tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0859029
Nov 18 15:11:01.281426 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-892b8c8e-8b5b-4d8a-879c-18671200384f req-7b19edb7-813d-4e98-abc2-4b2ff5f5f37f tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414643
Nov 18 15:11:01.817705 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1bf24-b778-4e86-8c1c-b8329640d07b req-bae8147f-e74c-4aba-be79-8c5267e0ec34 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:11:01.819256 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-21f1bf24-b778-4e86-8c1c-b8329640d07b req-bae8147f-e74c-4aba-be79-8c5267e0ec34 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.15 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.0856631
Nov 18 15:11:01.891501 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-21f1bf24-b778-4e86-8c1c-b8329640d07b req-81c6dfbb-9286-47fa-acde-191b85af4c68 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Deleting port 2becb0a8-1267-4389-b7e3-ca198462bf4b {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:11:01.891811 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21f1bf24-b778-4e86-8c1c-b8329640d07b req-81c6dfbb-9286-47fa-acde-191b85af4c68 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:02.139863 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-21f1bf24-b778-4e86-8c1c-b8329640d07b req-81c6dfbb-9286-47fa-acde-191b85af4c68 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] For port 2becb0a8-1267-4389-b7e3-ca198462bf4b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=2becb0a8-1267-4389-b7e3-ca198462bf4b,segment=NetworkSegment(bdf35626-376f-46d2-a75a-1faeae9f5e65),segment_id=bdf35626-376f-46d2-a75a-1faeae9f5e65)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:11:02.140256 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21f1bf24-b778-4e86-8c1c-b8329640d07b req-81c6dfbb-9286-47fa-acde-191b85af4c68 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:02.465726 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21f1bf24-b778-4e86-8c1c-b8329640d07b req-81c6dfbb-9286-47fa-acde-191b85af4c68 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for floatingip, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:02.466151 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21f1bf24-b778-4e86-8c1c-b8329640d07b req-81c6dfbb-9286-47fa-acde-191b85af4c68 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854175593'] for floatingip, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:02.466468 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-21f1bf24-b778-4e86-8c1c-b8329640d07b req-81c6dfbb-9286-47fa-acde-191b85af4c68 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Floating IP 709547e6-0714-4b4e-8cb3-8848ae69ec4f disassociated. External IP: 172.27.1.211, port: 2becb0a8-1267-4389-b7e3-ca198462bf4b.
Nov 18 15:11:02.466849 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-21f1bf24-b778-4e86-8c1c-b8329640d07b req-81c6dfbb-9286-47fa-acde-191b85af4c68 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Calling delete_port for 2becb0a8-1267-4389-b7e3-ca198462bf4b owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:11:02.621919 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42aec5-1a61-46cd-9200-23ea155267aa req-a09d5906-cfb9-4bfe-b721-27d8f6ae592e tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:11:02.623514 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ac42aec5-1a61-46cd-9200-23ea155267aa req-a09d5906-cfb9-4bfe-b721-27d8f6ae592e tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 946 time: 0.1935232
Nov 18 15:11:02.683335 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21f1bf24-b778-4e86-8c1c-b8329640d07b req-81c6dfbb-9286-47fa-acde-191b85af4c68 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:02.700896 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6f2bc4d2-1825-4ed3-816c-abd161d040c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:02.743804 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ac42aec5-1a61-46cd-9200-23ea155267aa req-45c7003f-ad83-4d77-a7cf-f554f71813eb tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups?id=a2b687b1-3d67-4b0a-be92-a50380975f76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1137424
Nov 18 15:11:02.747728 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6dfbb-9286-47fa-acde-191b85af4c68 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Pushing event deleted for resources: {'Port': ['ID=2becb0a8-1267-4389-b7e3-ca198462bf4b,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:02.752010 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-81c6dfbb-9286-47fa-acde-191b85af4c68 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:02.957850 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 2becb0a8-1267-4389-b7e3-ca198462bf4b no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:11:02.992449 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] No Port match for: 2becb0a8-1267-4389-b7e3-ca198462bf4b {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:11:02.992879 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 2becb0a8-1267-4389-b7e3-ca198462bf4b not bound to the agent host hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:11:03.297171 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21f1bf24-b778-4e86-8c1c-b8329640d07b req-81c6dfbb-9286-47fa-acde-191b85af4c68 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Router ed93919a-91c9-401e-b3ac-c260adf28af0 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:11:03.505831 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21f1bf24-b778-4e86-8c1c-b8329640d07b req-81c6dfbb-9286-47fa-acde-191b85af4c68 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:11:03.515260 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f24f0-7a3e-4f97-a569-5388c8028858 None None] Sync routers for ids ['ed93919a-91c9-401e-b3ac-c260adf28af0'] in dv-cinder-733623-8-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:11:03.531632 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586f24f0-7a3e-4f97-a569-5388c8028858 None None] Routers {'ed93919a-91c9-401e-b3ac-c260adf28af0'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:11:03.532282 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-586f24f0-7a3e-4f97-a569-5388c8028858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef4fa470>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:10:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ed93919a-91c9-401e-b3ac-c260adf28af0'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:11:03.541805 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f1bf24-b778-4e86-8c1c-b8329640d07b req-81c6dfbb-9286-47fa-acde-191b85af4c68 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] No DVR routers for this DVR port 2becb0a8-1267-4389-b7e3-ca198462bf4b on host hv-cinder-73362 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:11:03.544122 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21f1bf24-b778-4e86-8c1c-b8329640d07b req-81c6dfbb-9286-47fa-acde-191b85af4c68 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:03.547113 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd31f17a-c193-480a-95c3-c409e36e073f', 'name': 'network-vif-deleted', 'tag': '2becb0a8-1267-4389-b7e3-ca198462bf4b'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:11:03.567591 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-21f1bf24-b778-4e86-8c1c-b8329640d07b req-81c6dfbb-9286-47fa-acde-191b85af4c68 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.15 "DELETE /v2.0/ports/2becb0a8-1267-4389-b7e3-ca198462bf4b HTTP/1.1" status: 204  len: 173 time: 1.7420399
Nov 18 15:11:03.736606 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-586f24f0-7a3e-4f97-a569-5388c8028858 None None] Set router ed93919a-91c9-401e-b3ac-c260adf28af0 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:11:03.775857 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd31f17a-c193-480a-95c3-c409e36e073f', 'name': 'network-vif-deleted', 'tag': '2becb0a8-1267-4389-b7e3-ca198462bf4b', 'status': 'completed', 'code': 200}
Nov 18 15:11:03.959098 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-ae8dfdb3-5f69-4af7-bafc-53d4170c8907 req-da523e97-5d65-4252-891f-8592489ff014 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Synchronizing usage tracker for tenant:8e34acf85e0c438ca8d7f165101583bf on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:11:03.974507 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-ae8dfdb3-5f69-4af7-bafc-53d4170c8907 req-da523e97-5d65-4252-891f-8592489ff014 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Unset dirty status for tenant:8e34acf85e0c438ca8d7f165101583bf on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:11:03.975881 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ae8dfdb3-5f69-4af7-bafc-53d4170c8907 req-da523e97-5d65-4252-891f-8592489ff014 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/ports?device_id=dd31f17a-c193-480a-95c3-c409e36e073f HTTP/1.1" status: 200  len: 210 time: 0.0669911
Nov 18 15:11:04.071820 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-586f24f0-7a3e-4f97-a569-5388c8028858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef4fa470>, [{'id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'name': 'tempest-AttachVolumeShelveTestJSON-1206987080-router', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:17Z', 'updated_at': '2020-11-18T14:59:30Z', 'revision_number': 4, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'gw_port': {'id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'bc4e8bf7-f554-4ad2-9d6b-760089c622d2', 'name': '', 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'mac_address': 'fa:16:3e:6f:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:29Z', 'updated_at': '2020-11-18T14:59:46Z', 'revision_number': 5, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'subnets': [{'id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:11:04.075901 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f24f0-7a3e-4f97-a569-5388c8028858 None None] Checking router: ed93919a-91c9-401e-b3ac-c260adf28af0 for host: dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:11:04.088659 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586f24f0-7a3e-4f97-a569-5388c8028858 None None] Routers {'ed93919a-91c9-401e-b3ac-c260adf28af0'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:11:04.089341 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-586f24f0-7a3e-4f97-a569-5388c8028858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef4fa470>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:10:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ed93919a-91c9-401e-b3ac-c260adf28af0'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:11:04.275078 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-586f24f0-7a3e-4f97-a569-5388c8028858 None None] Set router ed93919a-91c9-401e-b3ac-c260adf28af0 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:11:04.597566 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-586f24f0-7a3e-4f97-a569-5388c8028858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef4fa470>, [{'id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'name': 'tempest-AttachVolumeShelveTestJSON-1206987080-router', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:17Z', 'updated_at': '2020-11-18T14:59:30Z', 'revision_number': 4, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'gw_port': {'id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'bc4e8bf7-f554-4ad2-9d6b-760089c622d2', 'name': '', 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'mac_address': 'fa:16:3e:6f:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:29Z', 'updated_at': '2020-11-18T14:59:46Z', 'revision_number': 5, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'subnets': [{'id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:11:04.602203 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f24f0-7a3e-4f97-a569-5388c8028858 None None] The sync data for ids ['ed93919a-91c9-401e-b3ac-c260adf28af0'] in dv-cinder-733623-8-iscsi is: [{'id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'name': 'tempest-AttachVolumeShelveTestJSON-1206987080-router', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:17Z', 'updated_at': '2020-11-18T14:59:30Z', 'revision_number': 4, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'gw_port': {'id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'bc4e8bf7-f554-4ad2-9d6b-760089c622d2', 'name': '', 'network_id': '37eaaf30-5a3c-4021-920a-a0d0e09402d1', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'mac_address': 'fa:16:3e:6f:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:29Z', 'updated_at': '2020-11-18T14:59:46Z', 'revision_number': 5, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'subnets': [{'id': '7a947b1b-22d9-4c98-9df6-708701f43830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:11:04.986500 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72da8a4-725a-4b5d-bcce-51e7c0f905b5 None None] New status for floating IP 709547e6-0714-4b4e-8cb3-8848ae69ec4f: DOWN {{(pid=80266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 15:11:05.145600 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 41284) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:05.219456 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86352e95-c01d-4545-9ef6-234373af0a5d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:05.248752 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86352e95-c01d-4545-9ef6-234373af0a5d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:05.293465 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86352e95-c01d-4545-9ef6-234373af0a5d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:05.298656 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0ac89496-f7c6-4dda-b5e8-4056793edf8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:05.314113 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86352e95-c01d-4545-9ef6-234373af0a5d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b687b1-3d67-4b0a-be92-a50380975f76,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:05.317085 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86352e95-c01d-4545-9ef6-234373af0a5d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:05.323334 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86352e95-c01d-4545-9ef6-234373af0a5d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:05.324548 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-86352e95-c01d-4545-9ef6-234373af0a5d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "DELETE /v2.0/security-groups/a2b687b1-3d67-4b0a-be92-a50380975f76 HTTP/1.1" status: 204  len: 168 time: 0.1778140
Nov 18 15:11:05.327381 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 41288) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:05.348378 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.api.v2.resource [None req-67d22fdf-b9d5-4a68-8e72-c92ea5760dae tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] show failed (client error): The resource could not be found.
Nov 18 15:11:05.349484 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-67d22fdf-b9d5-4a68-8e72-c92ea5760dae tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "GET /v2.0/security-groups/a2b687b1-3d67-4b0a-be92-a50380975f76 HTTP/1.1" status: 404  len: 347 time: 0.0211306
Nov 18 15:11:05.353037 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 41292) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:05.513412 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-2d74bb6f-017c-482e-b008-fb9e38132bdc tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Deleting port 92b98db5-a9d6-4249-b4cc-efc66d51d890 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:11:05.513795 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2d74bb6f-017c-482e-b008-fb9e38132bdc tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:05.661483 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:05.691185 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2d74bb6f-017c-482e-b008-fb9e38132bdc tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:05.691563 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2d74bb6f-017c-482e-b008-fb9e38132bdc tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for floatingip, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:05.824016 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-2d74bb6f-017c-482e-b008-fb9e38132bdc tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Calling delete_port for 92b98db5-a9d6-4249-b4cc-efc66d51d890 owned by network:floatingip {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:11:05.961404 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2d74bb6f-017c-482e-b008-fb9e38132bdc tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823075388'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:05.976558 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-081c6d50-5f1e-4ebc-ae04-baa44b8a23f9 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:06.033022 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74bb6f-017c-482e-b008-fb9e38132bdc tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Pushing event deleted for resources: {'Port': ['ID=92b98db5-a9d6-4249-b4cc-efc66d51d890,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:06.035624 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2d74bb6f-017c-482e-b008-fb9e38132bdc tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:06.203901 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2d74bb6f-017c-482e-b008-fb9e38132bdc tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks [] for floatingip, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:06.220342 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2d74bb6f-017c-482e-b008-fb9e38132bdc tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:06.221560 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2d74bb6f-017c-482e-b008-fb9e38132bdc tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] 10.222.0.21 "DELETE /v2.0/floatingips/709547e6-0714-4b4e-8cb3-8848ae69ec4f HTTP/1.1" status: 204  len: 168 time: 0.8675866
Nov 18 15:11:09.065339 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 41328) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:09.495617 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1b8d0010-8515-4c6b-9ce1-a3b1519466f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:09.660011 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-95788465-beac-40e7-bc0f-969bfa014467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600187'] for router_interface, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:10.486123 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-95788465-beac-40e7-bc0f-969bfa014467 admin admin] Deleting port bc4e8bf7-f554-4ad2-9d6b-760089c622d2 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:11:10.486718 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-95788465-beac-40e7-bc0f-969bfa014467 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:10.669567 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-95788465-beac-40e7-bc0f-969bfa014467 admin admin] For port bc4e8bf7-f554-4ad2-9d6b-760089c622d2, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=bc4e8bf7-f554-4ad2-9d6b-760089c622d2,segment=NetworkSegment(bdf35626-376f-46d2-a75a-1faeae9f5e65),segment_id=bdf35626-376f-46d2-a75a-1faeae9f5e65)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:11:10.669966 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-95788465-beac-40e7-bc0f-969bfa014467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:10.794713 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-95788465-beac-40e7-bc0f-969bfa014467 admin admin] Calling delete_port for bc4e8bf7-f554-4ad2-9d6b-760089c622d2 owned by network:router_interface {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:11:10.971121 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-95788465-beac-40e7-bc0f-969bfa014467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823075388'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:10.986664 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a89e71ad-daf5-44c5-896b-4644412ab702 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:11.028861 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95788465-beac-40e7-bc0f-969bfa014467 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc4e8bf7-f554-4ad2-9d6b-760089c622d2,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:11.041381 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-95788465-beac-40e7-bc0f-969bfa014467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:11.403703 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-95788465-beac-40e7-bc0f-969bfa014467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852718791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854130453'] for router_interface, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:12.126138 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4c83e205-dbab-4761-963f-e05346e68a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:12.129635 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95788465-beac-40e7-bc0f-969bfa014467 admin admin] Router ed93919a-91c9-401e-b3ac-c260adf28af0 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:11:12.331416 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95788465-beac-40e7-bc0f-969bfa014467 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:11:12.341272 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3760eee9-5d47-41c8-b0ee-2ffe481b334a None None] Sync routers for ids ['ed93919a-91c9-401e-b3ac-c260adf28af0'] in dv-cinder-733623-8-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:11:12.344115 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-95788465-beac-40e7-bc0f-969bfa014467 admin admin] 10.222.0.21 "PUT /v2.0/routers/ed93919a-91c9-401e-b3ac-c260adf28af0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2776556
Nov 18 15:11:12.346692 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 41340) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:12.354007 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3760eee9-5d47-41c8-b0ee-2ffe481b334a None None] Routers {'ed93919a-91c9-401e-b3ac-c260adf28af0'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:11:12.354669 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-3760eee9-5d47-41c8-b0ee-2ffe481b334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aee8300b8>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:11:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ed93919a-91c9-401e-b3ac-c260adf28af0'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:11:12.414858 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:12.550037 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-3760eee9-5d47-41c8-b0ee-2ffe481b334a None None] Set router ed93919a-91c9-401e-b3ac-c260adf28af0 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:11:12.778761 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-93814e7e-6308-4d66-bc3f-1438d8eaf178 admin admin] Notify callbacks [] for router, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:12.849151 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-3760eee9-5d47-41c8-b0ee-2ffe481b334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aee8300b8>, [{'id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'name': 'tempest-AttachVolumeShelveTestJSON-1206987080-router', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:17Z', 'updated_at': '2020-11-18T15:11:10Z', 'revision_number': 5, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'gw_port': {'id': 'af7bf914-d16b-4be7-817c-277ff4f6ee3b', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:19Z', 'updated_at': '2020-11-18T14:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi'}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:11:12.854461 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3760eee9-5d47-41c8-b0ee-2ffe481b334a None None] Checking router: ed93919a-91c9-401e-b3ac-c260adf28af0 for host: dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:11:12.867589 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3760eee9-5d47-41c8-b0ee-2ffe481b334a None None] Routers {'ed93919a-91c9-401e-b3ac-c260adf28af0'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:11:12.868267 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-3760eee9-5d47-41c8-b0ee-2ffe481b334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aee8300b8>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:11:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ed93919a-91c9-401e-b3ac-c260adf28af0'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:11:12.990395 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-93814e7e-6308-4d66-bc3f-1438d8eaf178 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:12.999413 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-93814e7e-6308-4d66-bc3f-1438d8eaf178 admin admin] Deleting port af7bf914-d16b-4be7-817c-277ff4f6ee3b {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:11:12.999803 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-93814e7e-6308-4d66-bc3f-1438d8eaf178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:13.173235 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-3760eee9-5d47-41c8-b0ee-2ffe481b334a None None] Set router ed93919a-91c9-401e-b3ac-c260adf28af0 gateway port host: None {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:11:13.185433 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-93814e7e-6308-4d66-bc3f-1438d8eaf178 admin admin] For port af7bf914-d16b-4be7-817c-277ff4f6ee3b, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=af7bf914-d16b-4be7-817c-277ff4f6ee3b,segment=NetworkSegment(204b9cb9-672f-457d-853a-b208bf5e332c),segment_id=204b9cb9-672f-457d-853a-b208bf5e332c)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:11:13.185835 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-93814e7e-6308-4d66-bc3f-1438d8eaf178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:13.284313 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-3760eee9-5d47-41c8-b0ee-2ffe481b334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aee8300b8>, [{'id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'name': 'tempest-AttachVolumeShelveTestJSON-1206987080-router', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:17Z', 'updated_at': '2020-11-18T15:11:12Z', 'revision_number': 6, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'gw_port_host': None}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:11:13.288475 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3760eee9-5d47-41c8-b0ee-2ffe481b334a None None] The sync data for ids ['ed93919a-91c9-401e-b3ac-c260adf28af0'] in dv-cinder-733623-8-iscsi is: [{'id': 'ed93919a-91c9-401e-b3ac-c260adf28af0', 'name': 'tempest-AttachVolumeShelveTestJSON-1206987080-router', 'tenant_id': '8e34acf85e0c438ca8d7f165101583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:17Z', 'updated_at': '2020-11-18T15:11:12Z', 'revision_number': 6, 'project_id': '8e34acf85e0c438ca8d7f165101583bf', 'gw_port_host': None}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:11:13.312170 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-93814e7e-6308-4d66-bc3f-1438d8eaf178 admin admin] Calling delete_port for af7bf914-d16b-4be7-817c-277ff4f6ee3b owned by network:router_gateway {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:11:13.484252 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-93814e7e-6308-4d66-bc3f-1438d8eaf178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823075388'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:13.499831 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-11759515-1ba4-486c-8af9-0df7c36cecf8 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:13.519828 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:13.554973 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93814e7e-6308-4d66-bc3f-1438d8eaf178 admin admin] Pushing event deleted for resources: {'Port': ['ID=af7bf914-d16b-4be7-817c-277ff4f6ee3b,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:13.560165 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-93814e7e-6308-4d66-bc3f-1438d8eaf178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:13.726263 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:13.863150 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-93814e7e-6308-4d66-bc3f-1438d8eaf178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-605051'] for router_gateway, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:14.055504 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device af7bf914-d16b-4be7-817c-277ff4f6ee3b no longer exists at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:11:14.093642 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] No Port match for: af7bf914-d16b-4be7-817c-277ff4f6ee3b {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:11:14.094304 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device af7bf914-d16b-4be7-817c-277ff4f6ee3b not bound to the agent host dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:11:14.094928 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device bc4e8bf7-f554-4ad2-9d6b-760089c622d2 no longer exists at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:11:14.128411 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] No Port match for: bc4e8bf7-f554-4ad2-9d6b-760089c622d2 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:11:14.129185 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device bc4e8bf7-f554-4ad2-9d6b-760089c622d2 not bound to the agent host dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:11:14.139229 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-93814e7e-6308-4d66-bc3f-1438d8eaf178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63956'] for router, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:14.144264 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-93814e7e-6308-4d66-bc3f-1438d8eaf178 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:14.169698 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-93814e7e-6308-4d66-bc3f-1438d8eaf178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-715353'] for router, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:14.175569 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93814e7e-6308-4d66-bc3f-1438d8eaf178 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed93919a-91c9-401e-b3ac-c260adf28af0 {{(pid=80265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 18 15:11:14.183014 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-93814e7e-6308-4d66-bc3f-1438d8eaf178 admin admin] Notify callbacks [] for router, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:14.184261 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-93814e7e-6308-4d66-bc3f-1438d8eaf178 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ed93919a-91c9-401e-b3ac-c260adf28af0 HTTP/1.1" status: 204  len: 168 time: 1.8365777
Nov 18 15:11:14.187124 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 41348) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:14.254237 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb835ae7-7b59-4db7-b813-3888734f519a admin admin] Deleting subnet 7a947b1b-22d9-4c98-9df6-708701f43830 {{(pid=80265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 15:11:14.257442 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb835ae7-7b59-4db7-b813-3888734f519a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:14.311851 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb835ae7-7b59-4db7-b813-3888734f519a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33210122'] for subnet, precommit_delete_associations {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:14.429306 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb835ae7-7b59-4db7-b813-3888734f519a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853367654'] for subnet, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:14.686788 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb835ae7-7b59-4db7-b813-3888734f519a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31700462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31840993'] for subnet, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:14.702780 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66e22fa6-024b-40e9-8b53-055df61e745c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:14.743596 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb835ae7-7b59-4db7-b813-3888734f519a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a947b1b-22d9-4c98-9df6-708701f43830,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:14.755518 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bb835ae7-7b59-4db7-b813-3888734f519a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:14.836232 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb835ae7-7b59-4db7-b813-3888734f519a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:14.841211 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e2d670-f27e-4b92-af0d-6f19c9bac4dc None None] Network 37eaaf30-5a3c-4021-920a-a0d0e09402d1 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:11:14.842230 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-bb835ae7-7b59-4db7-b813-3888734f519a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7a947b1b-22d9-4c98-9df6-708701f43830 HTTP/1.1" status: 204  len: 168 time: 0.6541150
Nov 18 15:11:14.844693 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 41352) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:14.960829 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322778'] for network, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:15.030595 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] Deleting port 296328f3-3204-4dcf-8c2e-fc17aeb60117 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:11:15.031016 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:15.080843 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] DHCP port deletion for 37eaaf30-5a3c-4021-920a-a0d0e09402d1 request from dv-cinder-733623-8-iscsi {{(pid=80266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 18 15:11:15.085334 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Deleting port 296328f3-3204-4dcf-8c2e-fc17aeb60117 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:11:15.085766 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:15.309081 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] For port 296328f3-3204-4dcf-8c2e-fc17aeb60117, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=296328f3-3204-4dcf-8c2e-fc17aeb60117,segment=NetworkSegment(bdf35626-376f-46d2-a75a-1faeae9f5e65),segment_id=bdf35626-376f-46d2-a75a-1faeae9f5e65)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:11:15.309939 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:15.439652 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Calling delete_port for 296328f3-3204-4dcf-8c2e-fc17aeb60117 owned by network:dhcp {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:11:15.465924 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] For port 296328f3-3204-4dcf-8c2e-fc17aeb60117, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=296328f3-3204-4dcf-8c2e-fc17aeb60117,segment=NetworkSegment(bdf35626-376f-46d2-a75a-1faeae9f5e65),segment_id=bdf35626-376f-46d2-a75a-1faeae9f5e65)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:11:15.466340 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:15.510257 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247'] for port, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:15.525970 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:15.572469 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Pushing event deleted for resources: {'Port': ['ID=296328f3-3204-4dcf-8c2e-fc17aeb60117,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:15.592297 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] Calling delete_port for 296328f3-3204-4dcf-8c2e-fc17aeb60117 owned by network:dhcp {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:11:15.597590 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:15.597987 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:15.598375 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:15.598752 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:15.599129 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:15.599503 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:15.599875 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:15.600244 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:15.601257 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:15.601630 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:15.601996 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:15.602364 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:15.602761 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:15.603124 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:15.603486 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:15.603850 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:15.604217 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:15.604578 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:15.604991 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:15.605357 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:15.605718 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:15.606077 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:15.606440 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:15.606802 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:15.654090 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:15.671309 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80265) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 18 15:11:15.671672 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 18 15:11:15.683077 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] No DVR routers for this DVR port 296328f3-3204-4dcf-8c2e-fc17aeb60117 on host dv-cinder-733623-8-iscsi {{(pid=80266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:11:16.052352 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 296328f3-3204-4dcf-8c2e-fc17aeb60117 no longer exists at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:11:16.090392 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] No Port match for: 296328f3-3204-4dcf-8c2e-fc17aeb60117 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:11:16.090791 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 296328f3-3204-4dcf-8c2e-fc17aeb60117 not bound to the agent host dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:11:16.172933 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] Deleting port 296328f3-3204-4dcf-8c2e-fc17aeb60117 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:11:16.173408 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:16.240903 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] The port '296328f3-3204-4dcf-8c2e-fc17aeb60117' was deleted {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 18 15:11:16.363827 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853367263', 'neutron.services.segments.db._delete_segments_for_network--9223363306544197611'] for network, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:16.483282 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0aeec82240>,) {'filters': {'network_id': ['37eaaf30-5a3c-4021-920a-a0d0e09402d1']}} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:11:16.496493 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aeec82240>, 'bdf35626-376f-46d2-a75a-1faeae9f5e65') {'for_net_delete': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:11:16.496877 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aeec82240>, 'bdf35626-376f-46d2-a75a-1faeae9f5e65') {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:11:16.509892 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306544155115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821565646'] for segment, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:16.524957 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:16.526955 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 15:11:16.714282 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] Network 37eaaf30-5a3c-4021-920a-a0d0e09402d1 has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:11:16.723681 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853370636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31700403'] for segment, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:16.905593 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] Network 37eaaf30-5a3c-4021-920a-a0d0e09402d1 has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:   % (table.description, expected, rows_matched)
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:   % (table.description, expected, rows_matched)
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:   % (table.description, expected, rows_matched)
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:   % (table.description, expected, rows_matched)
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]: Traceback (most recent call last):
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:     timer()
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:     cb(*args, **kw)
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:     self._notify()
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:     self.callback(batched_events)
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:     event.method(event)
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:     return f(self, *a, **k)
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self._get(url).json()
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:     **kwargs)
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:     **endpoint_filter)
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 15:11:16.932813 dv-cinder-733623-8-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 15:11:17.006315 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:17.009932 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:17.026383 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:17.032819 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] Pushing event deleted for resources: {'Network': ['ID=37eaaf30-5a3c-4021-920a-a0d0e09402d1,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:17.037751 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:17.049423 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-de03ddf8-0498-4693-91a2-07adf023102b admin admin] 10.222.0.21 "DELETE /v2.0/networks/37eaaf30-5a3c-4021-920a-a0d0e09402d1 HTTP/1.1" status: 204  len: 168 time: 2.2037137
Nov 18 15:11:17.270318 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 41370) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:17.328137 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-06530055-d1a9-4135-8aea-8e6b102b197b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e34acf85e0c438ca8d7f165101583bf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0564210
Nov 18 15:11:17.330397 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 41374) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:17.393307 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c08ed798-202f-496c-b411-0dde06f4f6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:17.420492 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c08ed798-202f-496c-b411-0dde06f4f6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:17.464699 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c08ed798-202f-496c-b411-0dde06f4f6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:17.469603 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4fe52355-8ec9-4ad7-a8b6-68fa7f7e323a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:17.483782 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ed798-202f-496c-b411-0dde06f4f6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045c3e49-1a45-4769-8081-00a6a3a814a8,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:17.487418 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c08ed798-202f-496c-b411-0dde06f4f6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:17.490583 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c08ed798-202f-496c-b411-0dde06f4f6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:17.492343 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c08ed798-202f-496c-b411-0dde06f4f6e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/045c3e49-1a45-4769-8081-00a6a3a814a8 HTTP/1.1" status: 204  len: 168 time: 0.1610055
Nov 18 15:11:25.288817 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:11:25.671244 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 41476) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:25.852306 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:25.884592 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:11:25.888863 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Usage tracker for resource:security_group_rule and tenant:0417a7dc7cab4846bbbe4f496375a0e9 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:11:25.891830 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:11:25.897635 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:11:25.967326 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:25.970126 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:25.978098 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:26.019541 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be71ce76-91a3-454a-b6ec-70cbdf344b1d,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:26.026030 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0417a7dc7cab4846bbbe4f496375a0e9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3537176
Nov 18 15:11:26.028888 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 41482) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:26.031969 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.032398 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.032859 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.033278 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.033688 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.034097 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.034502 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.034910 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.035319 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.035723 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.036124 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.036524 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.036991 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.037394 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.038617 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.038757 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.039128 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.039533 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.039933 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.040330 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.040728 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.041154 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.041548 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.041946 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.046427 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:26.094839 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:26.121640 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:26.165525 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:26.170396 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-31b560e3-fbe0-46ff-9145-a43826835ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:26.183801 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be71ce76-91a3-454a-b6ec-70cbdf344b1d,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:26.189158 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:26.190386 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be71ce76-91a3-454a-b6ec-70cbdf344b1d HTTP/1.1" status: 204  len: 168 time: 0.1599271
Nov 18 15:11:26.196280 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.196701 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.197142 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.197547 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.197945 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.198348 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.198740 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.199131 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.199526 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.200034 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.200384 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.200794 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.201231 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.201622 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.202011 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.202402 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.202792 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.203178 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.203564 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.203926 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.204314 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.204700 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.205132 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.205518 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:26.210333 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:29.429261 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 41552) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:29.592686 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-462237bd-06e6-4b79-ac70-a8225b505e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:29.625022 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-462237bd-06e6-4b79-ac70-a8225b505e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:11:29.629058 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-462237bd-06e6-4b79-ac70-a8225b505e67 admin admin] Usage tracker for resource:security_group_rule and tenant:0b2fd680dc39436f9571fcf64bfad094 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:11:29.632519 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-462237bd-06e6-4b79-ac70-a8225b505e67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:11:29.638310 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-462237bd-06e6-4b79-ac70-a8225b505e67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:11:29.705980 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-462237bd-06e6-4b79-ac70-a8225b505e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:29.710394 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-462237bd-06e6-4b79-ac70-a8225b505e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:29.718419 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c08ed798-202f-496c-b411-0dde06f4f6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:29.762433 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-462237bd-06e6-4b79-ac70-a8225b505e67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b2fd680dc39436f9571fcf64bfad094&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3320544
Nov 18 15:11:29.763193 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462237bd-06e6-4b79-ac70-a8225b505e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f60f27-8162-47a8-862d-d04c1a135102,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:29.765245 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 41560) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:29.766421 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-462237bd-06e6-4b79-ac70-a8225b505e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:29.828782 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-398f1936-79dc-42f0-ba00-9a1b27fe71eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:29.857813 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-398f1936-79dc-42f0-ba00-9a1b27fe71eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:29.904948 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-398f1936-79dc-42f0-ba00-9a1b27fe71eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:29.909946 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6aeffe2f-c7b5-47aa-9216-695760f8a02a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:29.923285 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f1936-79dc-42f0-ba00-9a1b27fe71eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f60f27-8162-47a8-862d-d04c1a135102,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:29.926320 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-398f1936-79dc-42f0-ba00-9a1b27fe71eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:29.927211 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-398f1936-79dc-42f0-ba00-9a1b27fe71eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:29.930165 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-398f1936-79dc-42f0-ba00-9a1b27fe71eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79f60f27-8162-47a8-862d-d04c1a135102 HTTP/1.1" status: 204  len: 168 time: 0.1619215
Nov 18 15:11:31.296824 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 41602) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:31.447829 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-da9cbdf4-6c6f-48cb-8ccf-16522b24cdcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:31.479782 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-da9cbdf4-6c6f-48cb-8ccf-16522b24cdcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:11:31.483828 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-da9cbdf4-6c6f-48cb-8ccf-16522b24cdcf admin admin] Usage tracker for resource:security_group_rule and tenant:91a71bdfadb14f66a2d11b196ee6c04e is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:11:31.486790 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-da9cbdf4-6c6f-48cb-8ccf-16522b24cdcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:11:31.493073 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-da9cbdf4-6c6f-48cb-8ccf-16522b24cdcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:11:31.562482 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-da9cbdf4-6c6f-48cb-8ccf-16522b24cdcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:31.565094 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-da9cbdf4-6c6f-48cb-8ccf-16522b24cdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:31.573393 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ba066ac8-8af9-4d5c-b16c-0274fa62b5c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:31.619638 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-da9cbdf4-6c6f-48cb-8ccf-16522b24cdcf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91a71bdfadb14f66a2d11b196ee6c04e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3216894
Nov 18 15:11:31.620444 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9cbdf4-6c6f-48cb-8ccf-16522b24cdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa301a9-600c-4bfd-9f50-c736b3590922,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:31.622399 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 41608) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:31.624091 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-da9cbdf4-6c6f-48cb-8ccf-16522b24cdcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:31.690561 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ae8c6456-7be5-4332-a1ef-e27440207be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:31.717166 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ae8c6456-7be5-4332-a1ef-e27440207be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:31.761027 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ae8c6456-7be5-4332-a1ef-e27440207be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:31.765951 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-043846cc-feff-4da4-9c38-f7f45b567c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:31.779732 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c6456-7be5-4332-a1ef-e27440207be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa301a9-600c-4bfd-9f50-c736b3590922,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:31.782760 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ae8c6456-7be5-4332-a1ef-e27440207be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:31.792820 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ae8c6456-7be5-4332-a1ef-e27440207be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:31.794037 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ae8c6456-7be5-4332-a1ef-e27440207be3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/caa301a9-600c-4bfd-9f50-c736b3590922 HTTP/1.1" status: 204  len: 168 time: 0.1705439
Nov 18 15:11:35.675820 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:39.497158 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-be488e8b-5b70-4ed3-9355-4f185c55135c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:42.126900 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-547f9db8-7ed8-4ae0-927d-6b979b1ff1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:42.414982 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:43.521532 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:43.723492 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:44.357202 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 41878) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:44.511339 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efe2052d-b26f-4e09-877f-aa393c375bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:44.544080 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-efe2052d-b26f-4e09-877f-aa393c375bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:11:44.548157 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-efe2052d-b26f-4e09-877f-aa393c375bdb admin admin] Usage tracker for resource:security_group_rule and tenant:a51868ae1ab940af9a13cd5ea54ed717 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:11:44.551151 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-efe2052d-b26f-4e09-877f-aa393c375bdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:11:44.557722 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-efe2052d-b26f-4e09-877f-aa393c375bdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:11:44.633251 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efe2052d-b26f-4e09-877f-aa393c375bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:44.636044 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efe2052d-b26f-4e09-877f-aa393c375bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:44.643829 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e4003ba9-3e12-4330-a15d-f9fdb21b9f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:44.692703 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2052d-b26f-4e09-877f-aa393c375bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc93c0d5-92f2-4838-b065-e56ded0209fe,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:44.698883 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-efe2052d-b26f-4e09-877f-aa393c375bdb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a51868ae1ab940af9a13cd5ea54ed717&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3392487
Nov 18 15:11:44.698883 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-efe2052d-b26f-4e09-877f-aa393c375bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:44.700234 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 41894) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:44.764088 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b4ba009-62c5-4f76-be5d-eca6e1201ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:44.792229 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b4ba009-62c5-4f76-be5d-eca6e1201ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:44.828852 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 41900) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:44.843588 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b4ba009-62c5-4f76-be5d-eca6e1201ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:44.849070 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-25a10154-a66a-46c5-ac37-138bcebf18bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:44.860701 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ba009-62c5-4f76-be5d-eca6e1201ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc93c0d5-92f2-4838-b065-e56ded0209fe,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:44.865613 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9b4ba009-62c5-4f76-be5d-eca6e1201ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:44.868052 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b4ba009-62c5-4f76-be5d-eca6e1201ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:44.868847 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9b4ba009-62c5-4f76-be5d-eca6e1201ad1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc93c0d5-92f2-4838-b065-e56ded0209fe HTTP/1.1" status: 204  len: 168 time: 0.1675038
Nov 18 15:11:44.987306 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5af2b9a9-f429-40e9-994f-8ed18d36b933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:45.024568 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5af2b9a9-f429-40e9-994f-8ed18d36b933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:11:45.028773 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5af2b9a9-f429-40e9-994f-8ed18d36b933 admin admin] Usage tracker for resource:security_group_rule and tenant:91bedd5003904066a0f4bf69e44132bf is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:11:45.031930 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5af2b9a9-f429-40e9-994f-8ed18d36b933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:11:45.037950 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5af2b9a9-f429-40e9-994f-8ed18d36b933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:11:45.106694 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5af2b9a9-f429-40e9-994f-8ed18d36b933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:45.109640 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5af2b9a9-f429-40e9-994f-8ed18d36b933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:45.119565 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-95a0974f-a0ee-4ca9-bbd1-776b0d5ec4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:45.161890 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2b9a9-f429-40e9-994f-8ed18d36b933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0e22b3-1c41-462e-ada4-8e811dbb971f,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:45.165919 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5af2b9a9-f429-40e9-994f-8ed18d36b933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:45.170901 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5af2b9a9-f429-40e9-994f-8ed18d36b933 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91bedd5003904066a0f4bf69e44132bf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3386257
Nov 18 15:11:45.171793 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 41914) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:45.235641 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-58115509-c7ef-4d83-9610-1c8377f4d97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:45.263322 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-58115509-c7ef-4d83-9610-1c8377f4d97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:45.308524 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-58115509-c7ef-4d83-9610-1c8377f4d97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:45.314066 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8854097e-6430-4ec0-87ec-02e64f088ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:45.332021 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58115509-c7ef-4d83-9610-1c8377f4d97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0e22b3-1c41-462e-ada4-8e811dbb971f,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:45.335154 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-58115509-c7ef-4d83-9610-1c8377f4d97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:45.339465 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-58115509-c7ef-4d83-9610-1c8377f4d97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:45.348487 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-58115509-c7ef-4d83-9610-1c8377f4d97f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db0e22b3-1c41-462e-ada4-8e811dbb971f HTTP/1.1" status: 204  len: 168 time: 0.1712234
Nov 18 15:11:45.758850 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 41932) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:45.769253 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 41936) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:45.779119 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-289764f9-97bd-4ae4-ba20-ed58c06160cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:45.812266 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-289764f9-97bd-4ae4-ba20-ed58c06160cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:11:45.816353 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-289764f9-97bd-4ae4-ba20-ed58c06160cd admin admin] Usage tracker for resource:security_group_rule and tenant:edc9f14f67634aa991f5ef1d90d0e167 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:11:45.819341 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-289764f9-97bd-4ae4-ba20-ed58c06160cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:11:45.825790 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-289764f9-97bd-4ae4-ba20-ed58c06160cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:11:45.894855 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-289764f9-97bd-4ae4-ba20-ed58c06160cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:45.897753 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-289764f9-97bd-4ae4-ba20-ed58c06160cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:45.905360 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bcc104bc-5ecd-461a-b21e-4b76d690abf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:45.947777 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289764f9-97bd-4ae4-ba20-ed58c06160cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2a3e73-d310-4ad4-9fd6-ca4afb38e35a,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:45.957983 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-289764f9-97bd-4ae4-ba20-ed58c06160cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:45.963902 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-289764f9-97bd-4ae4-ba20-ed58c06160cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=edc9f14f67634aa991f5ef1d90d0e167&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2036967
Nov 18 15:11:45.964629 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 41942) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:45.969124 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1105888001-network', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:11:45.974295 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:11:45.979068 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Usage tracker for resource:network and tenant:f0e0dabc48e24b30ab3fb65b5421eb7c is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:11:45.982099 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:11:45.987915 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:11:45.998290 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Made reservation on behalf of f0e0dabc48e24b30ab3fb65b5421eb7c for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:11:46.003173 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:46.016519 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:46.028038 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d08ca72-8c8f-4b04-9ab2-5674f6b0da01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:46.048720 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:11:46.052740 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Usage tracker for resource:security_group_rule and tenant:f0e0dabc48e24b30ab3fb65b5421eb7c is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:11:46.056209 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d08ca72-8c8f-4b04-9ab2-5674f6b0da01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:46.056360 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:11:46.062304 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:11:46.105463 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d08ca72-8c8f-4b04-9ab2-5674f6b0da01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:46.110601 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-398f1936-79dc-42f0-ba00-9a1b27fe71eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:46.122051 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08ca72-8c8f-4b04-9ab2-5674f6b0da01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2a3e73-d310-4ad4-9fd6-ca4afb38e35a,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:46.125820 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9d08ca72-8c8f-4b04-9ab2-5674f6b0da01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:46.129356 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d08ca72-8c8f-4b04-9ab2-5674f6b0da01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:46.132814 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9d08ca72-8c8f-4b04-9ab2-5674f6b0da01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b2a3e73-d310-4ad4-9fd6-ca4afb38e35a HTTP/1.1" status: 204  len: 168 time: 0.1647713
Nov 18 15:11:46.138084 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:46.141074 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:46.145528 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8528e052-60e9-4a6b-b243-c6a738f67e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:46.176097 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 15:11:46.189885 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98aa4786-280e-41b8-88df-e86ab4cacaee,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:46.194193 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:46.195289 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:46.195674 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Added segment 29b5edc9-162b-41d4-88ef-10e33e8d8c80 of type vxlan for network 9be0682f-83c3-432a-8701-461161c7088d
Nov 18 15:11:46.224658 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306544781496'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:46.256565 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:46.258013 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:11:46.258664 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:46.263889 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:46.318295 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.5477917
Nov 18 15:11:46.321305 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 41950) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:46.327664 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-bebeb69b-9682-4943-8c83-a7431e54478f admin admin] Request body: {'subnet': {'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1105888001-subnet', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'ip_version': 4}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:11:46.333020 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-bebeb69b-9682-4943-8c83-a7431e54478f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:11:46.337561 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-bebeb69b-9682-4943-8c83-a7431e54478f admin admin] Usage tracker for resource:subnet and tenant:f0e0dabc48e24b30ab3fb65b5421eb7c is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:11:46.340776 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-bebeb69b-9682-4943-8c83-a7431e54478f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:11:46.346844 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-bebeb69b-9682-4943-8c83-a7431e54478f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:11:46.357056 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebeb69b-9682-4943-8c83-a7431e54478f admin admin] Made reservation on behalf of f0e0dabc48e24b30ab3fb65b5421eb7c for: {'subnet': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:11:46.361862 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bebeb69b-9682-4943-8c83-a7431e54478f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33175830'] for subnet, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:46.373814 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Pushing event updated for resources: {'Network': ['ID=9be0682f-83c3-432a-8701-461161c7088d,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:46.376906 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:46.386692 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Network 9be0682f-83c3-432a-8701-461161c7088d details requested by agent ovs-agent-dv-cinder-733623-8-iscsi with host dv-cinder-733623-8-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 15:11:46.405598 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Network 9be0682f-83c3-432a-8701-461161c7088d details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 15:11:46.787919 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bebeb69b-9682-4943-8c83-a7431e54478f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32250458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33175847'] for subnet, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:46.806608 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:46.939937 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebeb69b-9682-4943-8c83-a7431e54478f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9de4fbf5-a23a-4569-89a5-5a8b54ed76e3,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:46.945249 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bebeb69b-9682-4943-8c83-a7431e54478f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:47.007940 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebeb69b-9682-4943-8c83-a7431e54478f admin admin] Checking segment: {'id': '29b5edc9-162b-41d4-88ef-10e33e8d8c80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9be0682f-83c3-432a-8701-461161c7088d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:11:47.008342 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebeb69b-9682-4943-8c83-a7431e54478f admin admin] Network hostable DHCP agents. Network: 9be0682f-83c3-432a-8701-461161c7088d, hostable agents: ['d2b5b3ec-f9b8-4390-8321-dc1803f9ff45'], hosted agents: [] {{(pid=80264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 15:11:47.029796 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebeb69b-9682-4943-8c83-a7431e54478f admin admin] Network 9be0682f-83c3-432a-8701-461161c7088d is scheduled to be hosted by DHCP agent d2b5b3ec-f9b8-4390-8321-dc1803f9ff45 with binding_index 1 {{(pid=80264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 15:11:47.038068 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-bebeb69b-9682-4943-8c83-a7431e54478f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-iscsi, 9be0682f-83c3-432a-8701-461161c7088d) {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:11:47.047648 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a50efe2-243d-46ae-bff8-ed593bccfd06 None None] Network 9be0682f-83c3-432a-8701-461161c7088d requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:11:47.051601 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebeb69b-9682-4943-8c83-a7431e54478f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:11:47.052450 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bebeb69b-9682-4943-8c83-a7431e54478f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:47.074773 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-bebeb69b-9682-4943-8c83-a7431e54478f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7517924
Nov 18 15:11:47.077110 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 41970) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:47.083345 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:11:47.088335 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:11:47.092556 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Usage tracker for resource:router and tenant:f0e0dabc48e24b30ab3fb65b5421eb7c is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:11:47.096181 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:11:47.102344 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:11:47.111610 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63973'] for router, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:47.112596 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854170833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854152639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711828'] for router, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:47.136311 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:47.286494 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7261fcc4-b291-50c8-9ff4-476b49b041b4-9be0682f-83c3-432a-8701-461161c7088d', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'fixed_ips': [{'subnet_id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3'}]}} from dv-cinder-733623-8-iscsi. {{(pid=80266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 18 15:11:47.287429 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:47.287889 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854170818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711841'] for router, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:47.503165 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:47.537843 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:47.609927 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Allocated IP 172.20.0.2 (9be0682f-83c3-432a-8701-461161c7088d/9de4fbf5-a23a-4569-89a5-5a8b54ed76e3/d0572c7a-88ed-4089-b57a-3ac2c78f7861) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:11:47.822129 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Allocated IP 172.27.1.22 (96475b02-3c3a-4cf0-bab1-8b9b17365c14/9c2873db-d6d7-45a1-862e-7032080186d6/4929b9ff-c1df-4a6f-a423-adfbfac1e3c1) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:11:47.845056 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:47.858202 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Transition to ACTIVE for port object d0572c7a-88ed-4089-b57a-3ac2c78f7861 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:11:47.877197 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Transition to ACTIVE for port object d0572c7a-88ed-4089-b57a-3ac2c78f7861 will not be triggered until provisioned by entity DHCP. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:11:47.882245 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:47.902537 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:47.991263 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:48.018097 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:48.034111 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1f2320ba-415a-469d-b247-b42da16fbba1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:48.060637 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Pushing event updated for resources: {'Port': ['ID=d0572c7a-88ed-4089-b57a-3ac2c78f7861,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:48.084164 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:48.099185 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Network 9be0682f-83c3-432a-8701-461161c7088d is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:11:48.100398 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Resources bound (agent type, host, resource id):  {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:11:48.102944 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:11:48.164887 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Attempting to bind port d0572c7a-88ed-4089-b57a-3ac2c78f7861 on host dv-cinder-733623-8-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:11:48.165519 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Attempting to bind port d0572c7a-88ed-4089-b57a-3ac2c78f7861 by drivers openvswitch on host dv-cinder-733623-8-iscsi at level 0 using segments [{'id': '29b5edc9-162b-41d4-88ef-10e33e8d8c80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9be0682f-83c3-432a-8701-461161c7088d'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:11:48.166289 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Attempting to bind port d0572c7a-88ed-4089-b57a-3ac2c78f7861 on network 9be0682f-83c3-432a-8701-461161c7088d {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:11:48.174027 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Checking agent: {'id': '8483a8a7-ec75-4234-902d-b313a7c9ca10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:11:48.174738 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Checking segment: {'id': '29b5edc9-162b-41d4-88ef-10e33e8d8c80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9be0682f-83c3-432a-8701-461161c7088d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:11:48.175038 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:48.175232 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Pushing event updated for resources: {'Port': ['ID=4929b9ff-c1df-4a6f-a423-adfbfac1e3c1,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:48.175648 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Bound using segment: {'id': '29b5edc9-162b-41d4-88ef-10e33e8d8c80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9be0682f-83c3-432a-8701-461161c7088d'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:11:48.176465 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Bound port: d0572c7a-88ed-4089-b57a-3ac2c78f7861, host: dv-cinder-733623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b5edc9-162b-41d4-88ef-10e33e8d8c80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9be0682f-83c3-432a-8701-461161c7088d'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:11:48.177096 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:48.180586 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:48.228112 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:11:48.229423 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:11:48.231869 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:11:48.279461 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] For port d0572c7a-88ed-4089-b57a-3ac2c78f7861, host dv-cinder-733623-8-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:11:48.283751 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] For port d0572c7a-88ed-4089-b57a-3ac2c78f7861, host dv-cinder-733623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=d0572c7a-88ed-4089-b57a-3ac2c78f7861,segment=NetworkSegment(29b5edc9-162b-41d4-88ef-10e33e8d8c80),segment_id=29b5edc9-162b-41d4-88ef-10e33e8d8c80)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:11:48.286386 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:48.303284 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-55f55f70-651c-4ae0-afec-2228c0173065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:48.407989 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:48.408983 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854060343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-605017'] for router, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:48.645523 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Pushing event updated for resources: {'Port': ['ID=d0572c7a-88ed-4089-b57a-3ac2c78f7861,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:48.652738 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:48.671976 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Router ab3b1ed7-b461-4daf-9f32-7d890811ff53 is scheduled to L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e with binding_index 1 {{(pid=80264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 18 15:11:49.123182 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:11:49.134232 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] Sync routers for ids ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'] in dv-cinder-733623-8-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:11:49.146533 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Notify callbacks [] for router, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:49.148117 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.0698857
Nov 18 15:11:49.150940 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 42010) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:49.151303 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] Routers {'ab3b1ed7-b461-4daf-9f32-7d890811ff53'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:11:49.151998 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef086048>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:11:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:11:49.346418 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] Set router ab3b1ed7-b461-4daf-9f32-7d890811ff53 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:11:49.655315 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef086048>, [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:48Z', 'revision_number': 3, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi'}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:11:49.659518 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] Checking router: ab3b1ed7-b461-4daf-9f32-7d890811ff53 for host: dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:11:49.659921 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] Updating router ab3b1ed7-b461-4daf-9f32-7d890811ff53 port 4929b9ff-c1df-4a6f-a423-adfbfac1e3c1 binding host dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 15:11:49.719852 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 42022) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:49.720020 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:49.897999 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-90794edd-f109-43bc-9a48-a7a1e710b069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:49.908497 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ba1c0eb-9b19-45f6-a14e-9c4312db27f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:49.937656 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-90794edd-f109-43bc-9a48-a7a1e710b069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:11:49.943123 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-90794edd-f109-43bc-9a48-a7a1e710b069 admin admin] Usage tracker for resource:security_group_rule and tenant:0fe0169ed44a467a9128121494b77f6b is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:11:49.948081 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-90794edd-f109-43bc-9a48-a7a1e710b069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:11:49.958476 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-90794edd-f109-43bc-9a48-a7a1e710b069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:11:50.070679 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-90794edd-f109-43bc-9a48-a7a1e710b069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:50.074743 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-90794edd-f109-43bc-9a48-a7a1e710b069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:50.096531 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df893eb-7207-4122-b2e0-af244dab16ea None None] Network 9be0682f-83c3-432a-8701-461161c7088d requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:11:50.113480 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-06966a48-153d-413a-ba1e-8b9a69b8c922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:50.134575 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-90794edd-f109-43bc-9a48-a7a1e710b069 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0fe0169ed44a467a9128121494b77f6b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4129925
Nov 18 15:11:50.142505 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 42028) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:50.150949 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device d0572c7a-88ed-4089-b57a-3ac2c78f7861 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:11:50.167445 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90794edd-f109-43bc-9a48-a7a1e710b069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4290db25-08b0-41c1-995b-2bcd6dc9a27e,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:50.176839 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-90794edd-f109-43bc-9a48-a7a1e710b069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:50.222369 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b64b1f68-826b-4ef8-971d-debbc915cbde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:50.257777 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b64b1f68-826b-4ef8-971d-debbc915cbde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:50.307343 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b64b1f68-826b-4ef8-971d-debbc915cbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:50.313298 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:50.315644 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-3ba1c0eb-9b19-45f6-a14e-9c4312db27f7 admin admin] Allocated IP 172.20.0.1 (9be0682f-83c3-432a-8701-461161c7088d/9de4fbf5-a23a-4569-89a5-5a8b54ed76e3/c823e3e6-64e8-47f0-99a2-a5113a4576f0) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:11:50.325731 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b1f68-826b-4ef8-971d-debbc915cbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4290db25-08b0-41c1-995b-2bcd6dc9a27e,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:50.328290 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b64b1f68-826b-4ef8-971d-debbc915cbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:50.333923 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b64b1f68-826b-4ef8-971d-debbc915cbde admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:50.338932 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b64b1f68-826b-4ef8-971d-debbc915cbde admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4290db25-08b0-41c1-995b-2bcd6dc9a27e HTTP/1.1" status: 204  len: 168 time: 0.1948087
Nov 18 15:11:50.369146 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-d3fdc95a-5c79-4d6c-816f-d457fc2a6b68 None None] Provisioning for port d0572c7a-88ed-4089-b57a-3ac2c78f7861 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:11:50.378154 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:50.420258 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] Transition to ACTIVE for port object 4929b9ff-c1df-4a6f-a423-adfbfac1e3c1 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:11:50.459557 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:50.481221 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ba1c0eb-9b19-45f6-a14e-9c4312db27f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:50.481648 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3fab91eb-60cc-41a7-8209-4257cc09b9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:50.498879 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3ba1c0eb-9b19-45f6-a14e-9c4312db27f7 admin admin] Transition to ACTIVE for port object c823e3e6-64e8-47f0-99a2-a5113a4576f0 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:11:50.520584 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ba1c0eb-9b19-45f6-a14e-9c4312db27f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:50.536939 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-231682b0-4d0b-4080-8834-218b71057390 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:50.566428 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac146ba-5a43-4f04-9747-164099a48117 None None] Pushing event updated for resources: {'Port': ['ID=4929b9ff-c1df-4a6f-a423-adfbfac1e3c1,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:50.574826 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fac146ba-5a43-4f04-9747-164099a48117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:50.584310 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning for port d0572c7a-88ed-4089-b57a-3ac2c78f7861 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:11:50.606480 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1c0eb-9b19-45f6-a14e-9c4312db27f7 admin admin] Pushing event updated for resources: {'Port': ['ID=c823e3e6-64e8-47f0-99a2-a5113a4576f0,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:50.609869 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3ba1c0eb-9b19-45f6-a14e-9c4312db27f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:50.687373 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port d0572c7a-88ed-4089-b57a-3ac2c78f7861 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:11:50.687806 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:50.711670 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 42036) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:50.735210 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e408392e-efbb-4440-931e-5d3cb89562fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:50.745370 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba1c0eb-9b19-45f6-a14e-9c4312db27f7 admin admin] Network 9be0682f-83c3-432a-8701-461161c7088d is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:11:50.746584 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-3ba1c0eb-9b19-45f6-a14e-9c4312db27f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:11:50.749089 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba1c0eb-9b19-45f6-a14e-9c4312db27f7 admin admin] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:11:50.775030 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e408392e-efbb-4440-931e-5d3cb89562fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:11:50.780531 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e408392e-efbb-4440-931e-5d3cb89562fc admin admin] Usage tracker for resource:security_group_rule and tenant:16fe6b1c8b9b483da0491077fa09a0bd is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:11:50.784250 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e408392e-efbb-4440-931e-5d3cb89562fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:11:50.790896 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e408392e-efbb-4440-931e-5d3cb89562fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:11:50.815640 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ba1c0eb-9b19-45f6-a14e-9c4312db27f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854175731'] for router_interface, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:50.860568 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] Attempting to bind port 4929b9ff-c1df-4a6f-a423-adfbfac1e3c1 on host dv-cinder-733623-8-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:11:50.861041 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] Attempting to bind port 4929b9ff-c1df-4a6f-a423-adfbfac1e3c1 by drivers openvswitch on host dv-cinder-733623-8-iscsi at level 0 using segments [{'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:11:50.861459 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] Attempting to bind port 4929b9ff-c1df-4a6f-a423-adfbfac1e3c1 on network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:11:50.882900 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e408392e-efbb-4440-931e-5d3cb89562fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:50.886197 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] Checking agent: {'id': '8483a8a7-ec75-4234-902d-b313a7c9ca10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:11:50.886850 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] Checking segment: {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:11:50.887067 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e408392e-efbb-4440-931e-5d3cb89562fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:50.887182 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:50.887496 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] Bound using segment: {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:11:50.888041 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] Bound port: 4929b9ff-c1df-4a6f-a423-adfbfac1e3c1, host: dv-cinder-733623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:11:50.888469 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:50.896409 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6310b9f6-b8c0-4ca5-848a-32399c3cd043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:50.907815 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ba1c0eb-9b19-45f6-a14e-9c4312db27f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:50.926239 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:50.946785 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408392e-efbb-4440-931e-5d3cb89562fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b70d8da-b349-4235-bffb-816fd547f33e,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:50.950706 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e408392e-efbb-4440-931e-5d3cb89562fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:50.953793 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e408392e-efbb-4440-931e-5d3cb89562fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16fe6b1c8b9b483da0491077fa09a0bd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2407777
Nov 18 15:11:50.956394 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 42040) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:50.995905 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] For port d0572c7a-88ed-4089-b57a-3ac2c78f7861, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=d0572c7a-88ed-4089-b57a-3ac2c78f7861,segment=NetworkSegment(29b5edc9-162b-41d4-88ef-10e33e8d8c80),segment_id=29b5edc9-162b-41d4-88ef-10e33e8d8c80)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:11:50.998968 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] For port 4929b9ff-c1df-4a6f-a423-adfbfac1e3c1, host dv-cinder-733623-8-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:11:51.002723 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] For port 4929b9ff-c1df-4a6f-a423-adfbfac1e3c1, host dv-cinder-733623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=4929b9ff-c1df-4a6f-a423-adfbfac1e3c1,segment=NetworkSegment(204b9cb9-672f-457d-853a-b208bf5e332c),segment_id=204b9cb9-672f-457d-853a-b208bf5e332c)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:11:51.003799 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:51.005796 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:51.039483 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6a814e12-8ff7-42ea-b4df-8f7d12a8cf28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:51.045101 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:51.076143 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6a814e12-8ff7-42ea-b4df-8f7d12a8cf28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:51.129260 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6a814e12-8ff7-42ea-b4df-8f7d12a8cf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:51.136082 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86352e95-c01d-4545-9ef6-234373af0a5d tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:51.151696 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6a814e12-8ff7-42ea-b4df-8f7d12a8cf28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:51.155252 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6a814e12-8ff7-42ea-b4df-8f7d12a8cf28 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b70d8da-b349-4235-bffb-816fd547f33e HTTP/1.1" status: 204  len: 168 time: 0.1953788
Nov 18 15:11:51.155252 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a814e12-8ff7-42ea-b4df-8f7d12a8cf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b70d8da-b349-4235-bffb-816fd547f33e,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:51.156676 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6a814e12-8ff7-42ea-b4df-8f7d12a8cf28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:51.265365 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Pushing event updated for resources: {'Port': ['ID=d0572c7a-88ed-4089-b57a-3ac2c78f7861,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:51.268009 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-d72504d9-8d82-487f-b96d-08b55194a250 None None] Provisioning for port c823e3e6-64e8-47f0-99a2-a5113a4576f0 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:11:51.273503 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-d72504d9-8d82-487f-b96d-08b55194a250 None None] Provisioning complete for port c823e3e6-64e8-47f0-99a2-a5113a4576f0 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:11:51.273905 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d72504d9-8d82-487f-b96d-08b55194a250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:51.302613 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ba1c0eb-9b19-45f6-a14e-9c4312db27f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:51.304421 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:51.304912 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:51.308903 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ba1c0eb-9b19-45f6-a14e-9c4312db27f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:51.372117 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b606cb8f-4d69-4995-9ea4-3de5663be15b tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:51.409211 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ba1c0eb-9b19-45f6-a14e-9c4312db27f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2057009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-600168'] for router_interface, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:51.574669 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-d72504d9-8d82-487f-b96d-08b55194a250 None None] Port c823e3e6-64e8-47f0-99a2-a5113a4576f0 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 15:11:51.588498 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1c0eb-9b19-45f6-a14e-9c4312db27f7 admin admin] Pushing event updated for resources: {'Port': ['ID=c823e3e6-64e8-47f0-99a2-a5113a4576f0,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:51.596024 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3ba1c0eb-9b19-45f6-a14e-9c4312db27f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:51.598186 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac146ba-5a43-4f04-9747-164099a48117 None None] Pushing event updated for resources: {'Port': ['ID=4929b9ff-c1df-4a6f-a423-adfbfac1e3c1,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:51.605132 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] Routers {'ab3b1ed7-b461-4daf-9f32-7d890811ff53'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:11:51.605977 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef086048>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:11:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:11:51.619004 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba1c0eb-9b19-45f6-a14e-9c4312db27f7 admin admin] Network 9be0682f-83c3-432a-8701-461161c7088d is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:11:51.620307 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-3ba1c0eb-9b19-45f6-a14e-9c4312db27f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:11:51.679245 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fac146ba-5a43-4f04-9747-164099a48117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:51.680208 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-d72504d9-8d82-487f-b96d-08b55194a250 None None] Provisioning complete for port d0572c7a-88ed-4089-b57a-3ac2c78f7861 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:11:51.680809 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d72504d9-8d82-487f-b96d-08b55194a250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:51.933544 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] Set router ab3b1ed7-b461-4daf-9f32-7d890811ff53 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:11:52.108231 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device d0572c7a-88ed-4089-b57a-3ac2c78f7861 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:11:52.181383 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-273d962f-2cd5-4b69-ac97-35092a6c1e9d None None] Provisioning complete for port c823e3e6-64e8-47f0-99a2-a5113a4576f0 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:11:52.182105 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-273d962f-2cd5-4b69-ac97-35092a6c1e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:52.292172 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba1c0eb-9b19-45f6-a14e-9c4312db27f7 admin admin] Router ab3b1ed7-b461-4daf-9f32-7d890811ff53 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:11:52.338336 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-273d962f-2cd5-4b69-ac97-35092a6c1e9d None None] Port c823e3e6-64e8-47f0-99a2-a5113a4576f0 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 15:11:52.410787 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port d0572c7a-88ed-4089-b57a-3ac2c78f7861 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:11:52.411220 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:52.445290 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-273d962f-2cd5-4b69-ac97-35092a6c1e9d None None] Provisioning complete for port d0572c7a-88ed-4089-b57a-3ac2c78f7861 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:11:52.445710 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-273d962f-2cd5-4b69-ac97-35092a6c1e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:52.512715 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba1c0eb-9b19-45f6-a14e-9c4312db27f7 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:11:52.524786 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3ba1c0eb-9b19-45f6-a14e-9c4312db27f7 admin admin] 10.222.0.21 "PUT /v2.0/routers/ab3b1ed7-b461-4daf-9f32-7d890811ff53/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3715513
Nov 18 15:11:52.592063 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef086048>, [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'c823e3e6-64e8-47f0-99a2-a5113a4576f0', 'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'mac_address': 'fa:16:3e:d6:ce:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:50Z', 'updated_at': '2020-11-18T15:11:51Z', 'revision_number': 2, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'subnets': [{'id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:11:52.643883 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524bc6d1-8369-48d9-8abe-7b1181c21342 None None] The sync data for ids ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'] in dv-cinder-733623-8-iscsi is: [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'c823e3e6-64e8-47f0-99a2-a5113a4576f0', 'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'mac_address': 'fa:16:3e:d6:ce:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:50Z', 'updated_at': '2020-11-18T15:11:51Z', 'revision_number': 2, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'subnets': [{'id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:11:53.366679 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 42094) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:53.373332 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-145335232-network', 'tenant_id': 'a469449a63ae4c5b85a09e5f51a95465'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:11:53.379564 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:11:53.385000 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] Usage tracker for resource:network and tenant:a469449a63ae4c5b85a09e5f51a95465 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:11:53.388995 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:11:53.399242 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:11:53.429246 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] Made reservation on behalf of a469449a63ae4c5b85a09e5f51a95465 for: {'network': 1} {{(pid=80265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:11:53.436691 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for network, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:53.454123 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:53.495249 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:11:53.500252 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] Usage tracker for resource:security_group_rule and tenant:a469449a63ae4c5b85a09e5f51a95465 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:11:53.503505 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:11:53.510222 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:11:53.592726 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:53.595880 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:53.606428 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-87e9315e-c768-4bd4-8c07-1e1d28d892a4 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:53.625476 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 15:11:53.648069 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:53.648460 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] Added segment fdf4545b-69e5-4608-93d9-92dc114c1a98 of type vxlan for network 703f78d7-63ef-4c66-b262-583e529f0bf9
Nov 18 15:11:53.663349 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d9499c-ce16-4aaf-9863-3e3222c011be,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:53.666840 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:53.692924 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306544781496'] for network, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:53.727065 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:53.728107 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:11:53.728916 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:53.734281 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:53.844831 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.4769220
Nov 18 15:11:53.847732 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 42106) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:53.851696 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] Pushing event updated for resources: {'Network': ['ID=703f78d7-63ef-4c66-b262-583e529f0bf9,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:53.857507 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b6e90b99-251a-495a-8c1f-cdc1f824b51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:53.858674 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-5e45cd8d-db2c-4b49-8dfe-ae05da47237f admin admin] Request body: {'subnet': {'network_id': '703f78d7-63ef-4c66-b262-583e529f0bf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-145335232-subnet', 'tenant_id': 'a469449a63ae4c5b85a09e5f51a95465', 'ip_version': 4}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:11:53.863297 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Network 703f78d7-63ef-4c66-b262-583e529f0bf9 details requested by agent ovs-agent-dv-cinder-733623-8-iscsi with host dv-cinder-733623-8-iscsi {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 15:11:53.864619 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5e45cd8d-db2c-4b49-8dfe-ae05da47237f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:11:53.869103 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5e45cd8d-db2c-4b49-8dfe-ae05da47237f admin admin] Usage tracker for resource:subnet and tenant:a469449a63ae4c5b85a09e5f51a95465 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:11:53.872333 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5e45cd8d-db2c-4b49-8dfe-ae05da47237f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:11:53.879097 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5e45cd8d-db2c-4b49-8dfe-ae05da47237f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:11:53.881885 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Network 703f78d7-63ef-4c66-b262-583e529f0bf9 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 15:11:53.893322 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e45cd8d-db2c-4b49-8dfe-ae05da47237f admin admin] Made reservation on behalf of a469449a63ae4c5b85a09e5f51a95465 for: {'subnet': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:11:53.899308 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5e45cd8d-db2c-4b49-8dfe-ae05da47237f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33175830'] for subnet, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:54.123256 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 4929b9ff-c1df-4a6f-a423-adfbfac1e3c1 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:11:54.213215 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning for port 4929b9ff-c1df-4a6f-a423-adfbfac1e3c1 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:11:54.218390 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 4929b9ff-c1df-4a6f-a423-adfbfac1e3c1 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:11:54.218816 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:54.339502 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:54.355819 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] For port 4929b9ff-c1df-4a6f-a423-adfbfac1e3c1, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=4929b9ff-c1df-4a6f-a423-adfbfac1e3c1,segment=NetworkSegment(204b9cb9-672f-457d-853a-b208bf5e332c),segment_id=204b9cb9-672f-457d-853a-b208bf5e332c)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:11:54.361405 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:54.363316 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:54.368415 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5e45cd8d-db2c-4b49-8dfe-ae05da47237f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32250458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33175847'] for subnet, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:54.382922 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a98d6859-7257-4207-80eb-a4764fe9d8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:54.438124 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Pushing event updated for resources: {'Port': ['ID=4929b9ff-c1df-4a6f-a423-adfbfac1e3c1,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:54.441455 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:54.526222 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45cd8d-db2c-4b49-8dfe-ae05da47237f admin admin] Pushing event updated for resources: {'Subnet': ['ID=15cf9450-610d-47c8-bf1b-99e1885c7530,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:54.530490 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5e45cd8d-db2c-4b49-8dfe-ae05da47237f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:54.605165 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e45cd8d-db2c-4b49-8dfe-ae05da47237f admin admin] Checking segment: {'id': 'fdf4545b-69e5-4608-93d9-92dc114c1a98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '703f78d7-63ef-4c66-b262-583e529f0bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:11:54.605562 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e45cd8d-db2c-4b49-8dfe-ae05da47237f admin admin] Network hostable DHCP agents. Network: 703f78d7-63ef-4c66-b262-583e529f0bf9, hostable agents: ['d2b5b3ec-f9b8-4390-8321-dc1803f9ff45'], hosted agents: [] {{(pid=80264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 15:11:54.628027 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e45cd8d-db2c-4b49-8dfe-ae05da47237f admin admin] Network 703f78d7-63ef-4c66-b262-583e529f0bf9 is scheduled to be hosted by DHCP agent d2b5b3ec-f9b8-4390-8321-dc1803f9ff45 with binding_index 1 {{(pid=80264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 15:11:54.636968 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-5e45cd8d-db2c-4b49-8dfe-ae05da47237f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-iscsi, 703f78d7-63ef-4c66-b262-583e529f0bf9) {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:11:54.645637 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192bff26-66d0-48a7-8076-2f851086c723 None None] Network 703f78d7-63ef-4c66-b262-583e529f0bf9 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:11:54.648876 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e45cd8d-db2c-4b49-8dfe-ae05da47237f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:11:54.649538 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5e45cd8d-db2c-4b49-8dfe-ae05da47237f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for subnet, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:54.669353 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5e45cd8d-db2c-4b49-8dfe-ae05da47237f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8204405
Nov 18 15:11:54.671934 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 42122) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:54.677512 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-145335232-router', 'tenant_id': 'a469449a63ae4c5b85a09e5f51a95465', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:11:54.683319 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:11:54.687310 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] Usage tracker for resource:router and tenant:a469449a63ae4c5b85a09e5f51a95465 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:11:54.691069 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:11:54.697771 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:11:54.708393 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63973'] for router, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:54.709445 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854170833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854152639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711828'] for router, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:54.731267 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:54.887778 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7261fcc4-b291-50c8-9ff4-476b49b041b4-703f78d7-63ef-4c66-b262-583e529f0bf9', 'network_id': '703f78d7-63ef-4c66-b262-583e529f0bf9', 'tenant_id': 'a469449a63ae4c5b85a09e5f51a95465', 'fixed_ips': [{'subnet_id': '15cf9450-610d-47c8-bf1b-99e1885c7530'}]}} from dv-cinder-733623-8-iscsi. {{(pid=80266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 18 15:11:54.888708 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:54.895518 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854170818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711841'] for router, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:55.097611 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:55.130710 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:55.182372 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] Allocated IP 172.20.0.2 (703f78d7-63ef-4c66-b262-583e529f0bf9/15cf9450-610d-47c8-bf1b-99e1885c7530/42f36508-58ad-49d3-a4b2-ec00838bd420) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:11:55.395027 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:55.403062 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] Allocated IP 172.27.1.223 (96475b02-3c3a-4cf0-bab1-8b9b17365c14/9c2873db-d6d7-45a1-862e-7032080186d6/f4a911bc-2a28-4b59-8d41-c1637dbfce17) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:11:55.406115 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] Transition to ACTIVE for port object 42f36508-58ad-49d3-a4b2-ec00838bd420 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:11:55.422860 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] Transition to ACTIVE for port object 42f36508-58ad-49d3-a4b2-ec00838bd420 will not be triggered until provisioned by entity DHCP. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:11:55.429965 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:55.445228 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:55.572715 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:55.601593 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:55.618121 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e7709b1f-b630-4aa2-a5dd-9b9a4907073c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:55.744438 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] Pushing event updated for resources: {'Port': ['ID=42f36508-58ad-49d3-a4b2-ec00838bd420,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:55.753849 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:55.757687 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] Pushing event updated for resources: {'Port': ['ID=f4a911bc-2a28-4b59-8d41-c1637dbfce17,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:55.762240 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:55.799276 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] Network 703f78d7-63ef-4c66-b262-583e529f0bf9 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:11:55.800583 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] Resources bound (agent type, host, resource id):  {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:11:55.803068 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:11:55.815174 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] Network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:11:55.816336 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:11:55.818675 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:11:55.862000 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] Attempting to bind port 42f36508-58ad-49d3-a4b2-ec00838bd420 on host dv-cinder-733623-8-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:11:55.862422 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] Attempting to bind port 42f36508-58ad-49d3-a4b2-ec00838bd420 by drivers openvswitch on host dv-cinder-733623-8-iscsi at level 0 using segments [{'id': 'fdf4545b-69e5-4608-93d9-92dc114c1a98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '703f78d7-63ef-4c66-b262-583e529f0bf9'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:11:55.862836 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] Attempting to bind port 42f36508-58ad-49d3-a4b2-ec00838bd420 on network 703f78d7-63ef-4c66-b262-583e529f0bf9 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:11:55.869774 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] Checking agent: {'id': '8483a8a7-ec75-4234-902d-b313a7c9ca10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:11:55.870195 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] Checking segment: {'id': 'fdf4545b-69e5-4608-93d9-92dc114c1a98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '703f78d7-63ef-4c66-b262-583e529f0bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:11:55.870652 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:55.871092 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] Bound using segment: {'id': 'fdf4545b-69e5-4608-93d9-92dc114c1a98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '703f78d7-63ef-4c66-b262-583e529f0bf9'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:11:55.871614 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] Bound port: 42f36508-58ad-49d3-a4b2-ec00838bd420, host: dv-cinder-733623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf4545b-69e5-4608-93d9-92dc114c1a98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '703f78d7-63ef-4c66-b262-583e529f0bf9'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:11:55.872035 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:55.967516 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] For port 42f36508-58ad-49d3-a4b2-ec00838bd420, host dv-cinder-733623-8-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:11:55.970856 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] For port 42f36508-58ad-49d3-a4b2-ec00838bd420, host dv-cinder-733623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=42f36508-58ad-49d3-a4b2-ec00838bd420,segment=NetworkSegment(fdf4545b-69e5-4608-93d9-92dc114c1a98),segment_id=fdf4545b-69e5-4608-93d9-92dc114c1a98)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:11:55.975019 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:55.988185 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:55.989022 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854060343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-605017'] for router, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:55.990518 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:56.062275 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567192c0-efac-4259-ad37-f301eae61883 None None] Sync routers for ids ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'] in dv-cinder-733623-8-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:11:56.098476 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567192c0-efac-4259-ad37-f301eae61883 None None] Routers {'ab3b1ed7-b461-4daf-9f32-7d890811ff53'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:11:56.099404 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-567192c0-efac-4259-ad37-f301eae61883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef37bb00>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:11:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:11:56.136350 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 4929b9ff-c1df-4a6f-a423-adfbfac1e3c1 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:11:56.206953 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] Pushing event updated for resources: {'Port': ['ID=42f36508-58ad-49d3-a4b2-ec00838bd420,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:56.219939 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8df4f7dd-ddd1-40b8-b499-43a4cc6490e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:56.295159 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 4929b9ff-c1df-4a6f-a423-adfbfac1e3c1 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:11:56.296685 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:56.296856 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] Router b28256db-f158-4824-9da2-8e8f2fdcb295 is scheduled to L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e with binding_index 1 {{(pid=80264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 18 15:11:56.364227 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-567192c0-efac-4259-ad37-f301eae61883 None None] Set router ab3b1ed7-b461-4daf-9f32-7d890811ff53 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:11:56.596819 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:11:56.607703 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] Sync routers for ids ['b28256db-f158-4824-9da2-8e8f2fdcb295'] in dv-cinder-733623-8-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:11:56.634592 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] Routers {'b28256db-f158-4824-9da2-8e8f2fdcb295'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:11:56.635387 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef12f160>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:11:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['b28256db-f158-4824-9da2-8e8f2fdcb295'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:11:56.665387 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] Notify callbacks [] for router, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:56.666909 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-fbda8a70-e666-4400-b51b-989c30b55c30 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.9938283
Nov 18 15:11:56.670078 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 42154) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:56.775979 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-567192c0-efac-4259-ad37-f301eae61883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef37bb00>, [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'c823e3e6-64e8-47f0-99a2-a5113a4576f0', 'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'mac_address': 'fa:16:3e:d6:ce:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:50Z', 'updated_at': '2020-11-18T15:11:51Z', 'revision_number': 2, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'subnets': [{'id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:11:56.780737 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567192c0-efac-4259-ad37-f301eae61883 None None] Checking router: ab3b1ed7-b461-4daf-9f32-7d890811ff53 for host: dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:11:56.781406 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567192c0-efac-4259-ad37-f301eae61883 None None] Updating router ab3b1ed7-b461-4daf-9f32-7d890811ff53 port c823e3e6-64e8-47f0-99a2-a5113a4576f0 binding host dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 15:11:56.839705 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-567192c0-efac-4259-ad37-f301eae61883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:56.894217 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] Set router b28256db-f158-4824-9da2-8e8f2fdcb295 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:11:57.200175 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef12f160>, [{'id': 'b28256db-f158-4824-9da2-8e8f2fdcb295', 'name': 'tempest-TestVolumeBootPattern-145335232-router', 'tenant_id': 'a469449a63ae4c5b85a09e5f51a95465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f4a911bc-2a28-4b59-8d41-c1637dbfce17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:54Z', 'updated_at': '2020-11-18T15:11:55Z', 'revision_number': 3, 'project_id': 'a469449a63ae4c5b85a09e5f51a95465', 'gw_port': {'id': 'f4a911bc-2a28-4b59-8d41-c1637dbfce17', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28256db-f158-4824-9da2-8e8f2fdcb295', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:55Z', 'updated_at': '2020-11-18T15:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi'}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:11:57.204855 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] Checking router: b28256db-f158-4824-9da2-8e8f2fdcb295 for host: dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:11:57.205367 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] Updating router b28256db-f158-4824-9da2-8e8f2fdcb295 port f4a911bc-2a28-4b59-8d41-c1637dbfce17 binding host dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 15:11:57.266011 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:57.278430 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-567192c0-efac-4259-ad37-f301eae61883 None None] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:57.292461 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-567192c0-efac-4259-ad37-f301eae61883 None None] Transition to ACTIVE for port object c823e3e6-64e8-47f0-99a2-a5113a4576f0 will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:11:57.297753 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-567192c0-efac-4259-ad37-f301eae61883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:57.409272 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:57.429475 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d7059f78-c38b-4055-9b07-79a44f1284fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:57.476006 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Pushing event updated for resources: {'Port': ['ID=c823e3e6-64e8-47f0-99a2-a5113a4576f0,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:57.503163 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:57.503528 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:57.503919 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:57.504294 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:57.505033 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:57.505033 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:57.505397 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:57.505767 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:57.506137 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:57.506537 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:57.506905 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:57.507391 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:57.507801 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:57.508154 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:57.508540 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:57.508862 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:57.509226 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:57.509585 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:57.509944 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:57.510304 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:57.510663 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:57.511022 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:57.511380 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:57.511738 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:11:57.516284 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:57.699755 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-567192c0-efac-4259-ad37-f301eae61883 None None] Attempting to bind port c823e3e6-64e8-47f0-99a2-a5113a4576f0 on host dv-cinder-733623-8-iscsi for vnic_type normal with profile  {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:11:57.700227 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-567192c0-efac-4259-ad37-f301eae61883 None None] Attempting to bind port c823e3e6-64e8-47f0-99a2-a5113a4576f0 by drivers openvswitch on host dv-cinder-733623-8-iscsi at level 0 using segments [{'id': '29b5edc9-162b-41d4-88ef-10e33e8d8c80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9be0682f-83c3-432a-8701-461161c7088d'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:11:57.700552 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567192c0-efac-4259-ad37-f301eae61883 None None] Attempting to bind port c823e3e6-64e8-47f0-99a2-a5113a4576f0 on network 9be0682f-83c3-432a-8701-461161c7088d {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:11:57.713251 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567192c0-efac-4259-ad37-f301eae61883 None None] Checking agent: {'id': '8483a8a7-ec75-4234-902d-b313a7c9ca10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:11:57.713251 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567192c0-efac-4259-ad37-f301eae61883 None None] Checking segment: {'id': '29b5edc9-162b-41d4-88ef-10e33e8d8c80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9be0682f-83c3-432a-8701-461161c7088d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:11:57.713724 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-567192c0-efac-4259-ad37-f301eae61883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:57.714160 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567192c0-efac-4259-ad37-f301eae61883 None None] Bound using segment: {'id': '29b5edc9-162b-41d4-88ef-10e33e8d8c80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9be0682f-83c3-432a-8701-461161c7088d'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:11:57.714669 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-567192c0-efac-4259-ad37-f301eae61883 None None] Bound port: c823e3e6-64e8-47f0-99a2-a5113a4576f0, host: dv-cinder-733623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b5edc9-162b-41d4-88ef-10e33e8d8c80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9be0682f-83c3-432a-8701-461161c7088d'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:11:57.715097 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-567192c0-efac-4259-ad37-f301eae61883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:57.763406 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:57.781853 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] Transition to ACTIVE for port object f4a911bc-2a28-4b59-8d41-c1637dbfce17 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:11:57.789429 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:57.811702 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:57.842299 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-567192c0-efac-4259-ad37-f301eae61883 None None] For port c823e3e6-64e8-47f0-99a2-a5113a4576f0, host dv-cinder-733623-8-iscsi, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:11:57.845851 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-567192c0-efac-4259-ad37-f301eae61883 None None] For port c823e3e6-64e8-47f0-99a2-a5113a4576f0, host dv-cinder-733623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=c823e3e6-64e8-47f0-99a2-a5113a4576f0,segment=NetworkSegment(29b5edc9-162b-41d4-88ef-10e33e8d8c80),segment_id=29b5edc9-162b-41d4-88ef-10e33e8d8c80)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:11:57.852000 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-567192c0-efac-4259-ad37-f301eae61883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:57.867079 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfc0b47-1cff-47e3-8667-333c00045e2e None None] Network 703f78d7-63ef-4c66-b262-583e529f0bf9 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:11:57.868906 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0cbe89d8-8a7f-4610-8483-980f1b82c1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:58.099766 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e7dd2-49a2-405b-b356-b7659d7fceca None None] Pushing event updated for resources: {'Port': ['ID=f4a911bc-2a28-4b59-8d41-c1637dbfce17,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:58.110538 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-626e7dd2-49a2-405b-b356-b7659d7fceca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:58.196919 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 42f36508-58ad-49d3-a4b2-ec00838bd420 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:11:58.227904 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Pushing event updated for resources: {'Port': ['ID=c823e3e6-64e8-47f0-99a2-a5113a4576f0,revision_number=4']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:58.235250 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:58.262209 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] Attempting to bind port f4a911bc-2a28-4b59-8d41-c1637dbfce17 on host dv-cinder-733623-8-iscsi for vnic_type normal with profile  {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:11:58.262641 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] Attempting to bind port f4a911bc-2a28-4b59-8d41-c1637dbfce17 by drivers openvswitch on host dv-cinder-733623-8-iscsi at level 0 using segments [{'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:11:58.263193 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] Attempting to bind port f4a911bc-2a28-4b59-8d41-c1637dbfce17 on network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:11:58.273817 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-d7059f78-c38b-4055-9b07-79a44f1284fa admin admin] Allocated IP 172.20.0.1 (703f78d7-63ef-4c66-b262-583e529f0bf9/15cf9450-610d-47c8-bf1b-99e1885c7530/d2ee3602-26b7-4641-a180-12a4fcfec040) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:11:58.299194 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567192c0-efac-4259-ad37-f301eae61883 None None] Routers {'ab3b1ed7-b461-4daf-9f32-7d890811ff53'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:11:58.300125 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-567192c0-efac-4259-ad37-f301eae61883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef37bb00>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:11:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:11:58.302700 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] Checking agent: {'id': '8483a8a7-ec75-4234-902d-b313a7c9ca10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:11:58.303144 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] Checking segment: {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:11:58.304098 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:58.304550 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] Bound using segment: {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:11:58.305127 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] Bound port: f4a911bc-2a28-4b59-8d41-c1637dbfce17, host: dv-cinder-733623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204b9cb9-672f-457d-853a-b208bf5e332c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:11:58.305557 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:58.488858 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 42168) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:58.500691 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d7059f78-c38b-4055-9b07-79a44f1284fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:58.534948 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-d7059f78-c38b-4055-9b07-79a44f1284fa admin admin] Transition to ACTIVE for port object d2ee3602-26b7-4641-a180-12a4fcfec040 will not be triggered until provisioned by entity DHCP. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:11:58.577544 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-567192c0-efac-4259-ad37-f301eae61883 None None] Set router ab3b1ed7-b461-4daf-9f32-7d890811ff53 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:11:58.613029 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d7059f78-c38b-4055-9b07-79a44f1284fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823075388'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:58.639716 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c0af52db-2584-4c17-99e1-c7896f803dd2 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:58.657082 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-9511794e-86c7-4409-9795-d5824546200a None None] Provisioning for port 42f36508-58ad-49d3-a4b2-ec00838bd420 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:11:58.699824 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-178680c1-64b4-4761-a389-35bdb0f5356b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:58.731078 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] For port f4a911bc-2a28-4b59-8d41-c1637dbfce17, host dv-cinder-733623-8-iscsi, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:11:58.735063 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-178680c1-64b4-4761-a389-35bdb0f5356b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:11:58.735219 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] For port f4a911bc-2a28-4b59-8d41-c1637dbfce17, host dv-cinder-733623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=f4a911bc-2a28-4b59-8d41-c1637dbfce17,segment=NetworkSegment(204b9cb9-672f-457d-853a-b208bf5e332c),segment_id=204b9cb9-672f-457d-853a-b208bf5e332c)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:11:58.739552 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-178680c1-64b4-4761-a389-35bdb0f5356b admin admin] Usage tracker for resource:security_group_rule and tenant:1d9f3f9d1fef40bf9b37a5f22bc6f51f is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:11:58.743357 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-178680c1-64b4-4761-a389-35bdb0f5356b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:11:58.749819 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-178680c1-64b4-4761-a389-35bdb0f5356b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:11:58.784405 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7059f78-c38b-4055-9b07-79a44f1284fa admin admin] Pushing event updated for resources: {'Port': ['ID=d2ee3602-26b7-4641-a180-12a4fcfec040,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:58.784667 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:58.794803 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d7059f78-c38b-4055-9b07-79a44f1284fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:58.809686 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:58.834927 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-178680c1-64b4-4761-a389-35bdb0f5356b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:58.839519 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-178680c1-64b4-4761-a389-35bdb0f5356b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:58.844877 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7059f78-c38b-4055-9b07-79a44f1284fa admin admin] Network 703f78d7-63ef-4c66-b262-583e529f0bf9 is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:11:58.846201 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-d7059f78-c38b-4055-9b07-79a44f1284fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:11:58.848528 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7059f78-c38b-4055-9b07-79a44f1284fa admin admin] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:11:58.875762 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning for port 42f36508-58ad-49d3-a4b2-ec00838bd420 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:11:58.877855 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6d61881e-19c6-42e0-92f0-360da56327fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:58.893595 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-178680c1-64b4-4761-a389-35bdb0f5356b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d9f3f9d1fef40bf9b37a5f22bc6f51f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4035599
Nov 18 15:11:58.897257 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 42174) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:58.917319 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 42f36508-58ad-49d3-a4b2-ec00838bd420 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:11:58.917656 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178680c1-64b4-4761-a389-35bdb0f5356b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c547e5-0488-4953-85be-0f545e9025ea,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:58.917794 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:58.933395 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d7059f78-c38b-4055-9b07-79a44f1284fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854175731'] for router_interface, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:58.933827 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-178680c1-64b4-4761-a389-35bdb0f5356b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:58.983563 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-567192c0-efac-4259-ad37-f301eae61883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef37bb00>, [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'c823e3e6-64e8-47f0-99a2-a5113a4576f0', 'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'mac_address': 'fa:16:3e:d6:ce:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:50Z', 'updated_at': '2020-11-18T15:11:57Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'subnets': [{'id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:11:58.987917 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567192c0-efac-4259-ad37-f301eae61883 None None] The sync data for ids ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'] in dv-cinder-733623-8-iscsi is: [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'c823e3e6-64e8-47f0-99a2-a5113a4576f0', 'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'mac_address': 'fa:16:3e:d6:ce:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:50Z', 'updated_at': '2020-11-18T15:11:57Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'subnets': [{'id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:11:59.023605 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-90221cce-ded4-4edd-9d23-a5539f43b1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:59.076913 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-90221cce-ded4-4edd-9d23-a5539f43b1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:59.088706 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d7059f78-c38b-4055-9b07-79a44f1284fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:59.090290 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e7dd2-49a2-405b-b356-b7659d7fceca None None] Pushing event updated for resources: {'Port': ['ID=f4a911bc-2a28-4b59-8d41-c1637dbfce17,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:59.093899 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-626e7dd2-49a2-405b-b356-b7659d7fceca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:59.218200 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] Routers {'b28256db-f158-4824-9da2-8e8f2fdcb295'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:11:59.218923 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef12f160>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:11:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['b28256db-f158-4824-9da2-8e8f2fdcb295'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:11:59.258497 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-90221cce-ded4-4edd-9d23-a5539f43b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:59.268545 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6a814e12-8ff7-42ea-b4df-8f7d12a8cf28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:59.272633 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:59.335058 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90221cce-ded4-4edd-9d23-a5539f43b1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c547e5-0488-4953-85be-0f545e9025ea,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:59.340225 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-90221cce-ded4-4edd-9d23-a5539f43b1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:59.413794 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-90221cce-ded4-4edd-9d23-a5539f43b1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:59.417792 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-90221cce-ded4-4edd-9d23-a5539f43b1c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57c547e5-0488-4953-85be-0f545e9025ea HTTP/1.1" status: 204  len: 168 time: 0.5190415
Nov 18 15:11:59.441613 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] For port 42f36508-58ad-49d3-a4b2-ec00838bd420, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=42f36508-58ad-49d3-a4b2-ec00838bd420,segment=NetworkSegment(fdf4545b-69e5-4608-93d9-92dc114c1a98),segment_id=fdf4545b-69e5-4608-93d9-92dc114c1a98)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:11:59.473671 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:59.480660 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:59.505039 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d7059f78-c38b-4055-9b07-79a44f1284fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:59.509875 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d7059f78-c38b-4055-9b07-79a44f1284fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31700445'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:59.582694 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Pushing event updated for resources: {'Port': ['ID=42f36508-58ad-49d3-a4b2-ec00838bd420,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:59.583225 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a718d318-0de7-4660-b06e-624de0e8f935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:11:59.605410 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:59.614649 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-1501d084-511a-4808-ae4a-aafd770577dd None None] Provisioning for port d2ee3602-26b7-4641-a180-12a4fcfec040 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:11:59.625252 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-1501d084-511a-4808-ae4a-aafd770577dd None None] Provisioning complete for port d2ee3602-26b7-4641-a180-12a4fcfec040 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:11:59.625705 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1501d084-511a-4808-ae4a-aafd770577dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:59.662085 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d7059f78-c38b-4055-9b07-79a44f1284fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2057009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-600168'] for router_interface, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:59.668044 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] Set router b28256db-f158-4824-9da2-8e8f2fdcb295 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:11:59.715063 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7059f78-c38b-4055-9b07-79a44f1284fa admin admin] Pushing event updated for resources: {'Port': ['ID=d2ee3602-26b7-4641-a180-12a4fcfec040,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:11:59.719588 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d7059f78-c38b-4055-9b07-79a44f1284fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:11:59.764949 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-1501d084-511a-4808-ae4a-aafd770577dd None None] Port d2ee3602-26b7-4641-a180-12a4fcfec040 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 15:11:59.851019 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7059f78-c38b-4055-9b07-79a44f1284fa admin admin] Network 703f78d7-63ef-4c66-b262-583e529f0bf9 is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:11:59.852673 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-d7059f78-c38b-4055-9b07-79a44f1284fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:11:59.896028 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-1501d084-511a-4808-ae4a-aafd770577dd None None] Provisioning complete for port 42f36508-58ad-49d3-a4b2-ec00838bd420 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:11:59.896714 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1501d084-511a-4808-ae4a-aafd770577dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:11:59.935580 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 42182) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:11:59.958487 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-753f6ca8-7ab7-4b45-bb7b-2f3b0a623162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:00.002171 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-753f6ca8-7ab7-4b45-bb7b-2f3b0a623162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:12:00.009971 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-753f6ca8-7ab7-4b45-bb7b-2f3b0a623162 admin admin] Usage tracker for resource:security_group_rule and tenant:a03d4a6c975b4a1595dcda5ca7184f67 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:12:00.013346 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-753f6ca8-7ab7-4b45-bb7b-2f3b0a623162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:12:00.019884 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-753f6ca8-7ab7-4b45-bb7b-2f3b0a623162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:12:00.113870 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-753f6ca8-7ab7-4b45-bb7b-2f3b0a623162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:00.119032 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-753f6ca8-7ab7-4b45-bb7b-2f3b0a623162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:00.136148 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-859a4c94-4133-43a8-acf3-0bd74984c4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:12:00.182432 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-753f6ca8-7ab7-4b45-bb7b-2f3b0a623162 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a03d4a6c975b4a1595dcda5ca7184f67&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2453544
Nov 18 15:12:00.191503 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 42186) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:12:00.228599 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device c823e3e6-64e8-47f0-99a2-a5113a4576f0 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:12:00.235009 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f6ca8-7ab7-4b45-bb7b-2f3b0a623162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073bdef4-0fb7-45f2-a696-716fe24012ab,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:12:00.240458 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-753f6ca8-7ab7-4b45-bb7b-2f3b0a623162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:12:00.301895 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5176416b-5ee7-4985-85d1-6e2eb8de6645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:00.333884 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef12f160>, [{'id': 'b28256db-f158-4824-9da2-8e8f2fdcb295', 'name': 'tempest-TestVolumeBootPattern-145335232-router', 'tenant_id': 'a469449a63ae4c5b85a09e5f51a95465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f4a911bc-2a28-4b59-8d41-c1637dbfce17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:54Z', 'updated_at': '2020-11-18T15:11:58Z', 'revision_number': 4, 'project_id': 'a469449a63ae4c5b85a09e5f51a95465', 'gw_port': {'id': 'f4a911bc-2a28-4b59-8d41-c1637dbfce17', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28256db-f158-4824-9da2-8e8f2fdcb295', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:55Z', 'updated_at': '2020-11-18T15:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'd2ee3602-26b7-4641-a180-12a4fcfec040', 'name': '', 'network_id': '703f78d7-63ef-4c66-b262-583e529f0bf9', 'tenant_id': 'a469449a63ae4c5b85a09e5f51a95465', 'mac_address': 'fa:16:3e:91:23:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28256db-f158-4824-9da2-8e8f2fdcb295', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15cf9450-610d-47c8-bf1b-99e1885c7530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:57Z', 'updated_at': '2020-11-18T15:11:58Z', 'revision_number': 1, 'project_id': 'a469449a63ae4c5b85a09e5f51a95465', 'subnets': [{'id': '15cf9450-610d-47c8-bf1b-99e1885c7530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:12:00.339661 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5176416b-5ee7-4985-85d1-6e2eb8de6645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:00.351659 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d175169c-df6a-49b9-a27c-68bcf4afbd36 None None] The sync data for ids ['b28256db-f158-4824-9da2-8e8f2fdcb295'] in dv-cinder-733623-8-iscsi is: [{'id': 'b28256db-f158-4824-9da2-8e8f2fdcb295', 'name': 'tempest-TestVolumeBootPattern-145335232-router', 'tenant_id': 'a469449a63ae4c5b85a09e5f51a95465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f4a911bc-2a28-4b59-8d41-c1637dbfce17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:54Z', 'updated_at': '2020-11-18T15:11:58Z', 'revision_number': 4, 'project_id': 'a469449a63ae4c5b85a09e5f51a95465', 'gw_port': {'id': 'f4a911bc-2a28-4b59-8d41-c1637dbfce17', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28256db-f158-4824-9da2-8e8f2fdcb295', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:55Z', 'updated_at': '2020-11-18T15:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'd2ee3602-26b7-4641-a180-12a4fcfec040', 'name': '', 'network_id': '703f78d7-63ef-4c66-b262-583e529f0bf9', 'tenant_id': 'a469449a63ae4c5b85a09e5f51a95465', 'mac_address': 'fa:16:3e:91:23:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28256db-f158-4824-9da2-8e8f2fdcb295', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15cf9450-610d-47c8-bf1b-99e1885c7530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:57Z', 'updated_at': '2020-11-18T15:11:58Z', 'revision_number': 1, 'project_id': 'a469449a63ae4c5b85a09e5f51a95465', 'subnets': [{'id': '15cf9450-610d-47c8-bf1b-99e1885c7530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:12:00.367767 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning for port c823e3e6-64e8-47f0-99a2-a5113a4576f0 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:12:00.373145 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-f272677e-3347-474e-b698-27811c3dc602 None None] Provisioning complete for port d2ee3602-26b7-4641-a180-12a4fcfec040 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:12:00.373646 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f272677e-3347-474e-b698-27811c3dc602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:00.394352 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5176416b-5ee7-4985-85d1-6e2eb8de6645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:00.400895 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-53750b88-7a6e-46e6-a244-4ae700f7f8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:12:00.411029 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port c823e3e6-64e8-47f0-99a2-a5113a4576f0 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:12:00.411387 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:00.416231 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7059f78-c38b-4055-9b07-79a44f1284fa admin admin] Router b28256db-f158-4824-9da2-8e8f2fdcb295 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:12:00.419103 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176416b-5ee7-4985-85d1-6e2eb8de6645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073bdef4-0fb7-45f2-a696-716fe24012ab,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:12:00.426333 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5176416b-5ee7-4985-85d1-6e2eb8de6645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:00.439434 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5176416b-5ee7-4985-85d1-6e2eb8de6645 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/073bdef4-0fb7-45f2-a696-716fe24012ab HTTP/1.1" status: 204  len: 168 time: 0.2310603
Nov 18 15:12:00.446141 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5176416b-5ee7-4985-85d1-6e2eb8de6645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:12:00.525009 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-f272677e-3347-474e-b698-27811c3dc602 None None] Port d2ee3602-26b7-4641-a180-12a4fcfec040 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 15:12:00.576959 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-f272677e-3347-474e-b698-27811c3dc602 None None] Provisioning complete for port 42f36508-58ad-49d3-a4b2-ec00838bd420 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:12:00.577396 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f272677e-3347-474e-b698-27811c3dc602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:00.657141 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:00.657773 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7059f78-c38b-4055-9b07-79a44f1284fa admin admin] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:12:00.664839 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d7059f78-c38b-4055-9b07-79a44f1284fa admin admin] 10.222.0.21 "PUT /v2.0/routers/b28256db-f158-4824-9da2-8e8f2fdcb295/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9916196
Nov 18 15:12:00.746906 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] For port c823e3e6-64e8-47f0-99a2-a5113a4576f0, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=c823e3e6-64e8-47f0-99a2-a5113a4576f0,segment=NetworkSegment(29b5edc9-162b-41d4-88ef-10e33e8d8c80),segment_id=29b5edc9-162b-41d4-88ef-10e33e8d8c80)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:12:00.756111 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:00.756111 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 42f36508-58ad-49d3-a4b2-ec00838bd420 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:12:00.796014 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-626e7dd2-49a2-405b-b356-b7659d7fceca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:12:00.920243 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Pushing event updated for resources: {'Port': ['ID=c823e3e6-64e8-47f0-99a2-a5113a4576f0,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:12:00.923931 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:12:00.937862 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port 42f36508-58ad-49d3-a4b2-ec00838bd420 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:12:00.938291 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:00.963796 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 42200) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:12:00.985128 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b1153e1-9598-4bd9-918c-c1e40b25d34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:01.017886 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-01bc6695-1686-40ed-a9af-cad5d719c608 None None] Provisioning complete for port d2ee3602-26b7-4641-a180-12a4fcfec040 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:12:01.018241 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-01bc6695-1686-40ed-a9af-cad5d719c608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:01.038661 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8b1153e1-9598-4bd9-918c-c1e40b25d34b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:12:01.045563 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8b1153e1-9598-4bd9-918c-c1e40b25d34b admin admin] Usage tracker for resource:security_group_rule and tenant:8e0f848bf9d1489692712f5c3d794e88 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:12:01.049871 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8b1153e1-9598-4bd9-918c-c1e40b25d34b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:12:01.058435 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8b1153e1-9598-4bd9-918c-c1e40b25d34b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:12:01.165572 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b1153e1-9598-4bd9-918c-c1e40b25d34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:01.169393 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b1153e1-9598-4bd9-918c-c1e40b25d34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:01.199021 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-58e21cce-8edb-4bbd-802b-379bbae7ff1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:12:01.234750 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1153e1-9598-4bd9-918c-c1e40b25d34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2554848-1f56-431b-accb-fe34d2737568,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:12:01.238522 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8b1153e1-9598-4bd9-918c-c1e40b25d34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:12:01.242209 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8b1153e1-9598-4bd9-918c-c1e40b25d34b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e0f848bf9d1489692712f5c3d794e88&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2773376
Nov 18 15:12:01.245158 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 42204) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:12:01.331371 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-58c30813-8ed1-4d7c-af20-e13efde3991e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:01.339352 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-01bc6695-1686-40ed-a9af-cad5d719c608 None None] Port d2ee3602-26b7-4641-a180-12a4fcfec040 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 15:12:01.368553 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-58c30813-8ed1-4d7c-af20-e13efde3991e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:01.420779 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-58c30813-8ed1-4d7c-af20-e13efde3991e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:01.426403 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-408a8e86-5d76-4215-accc-b74cf96de0d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:12:01.438859 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c30813-8ed1-4d7c-af20-e13efde3991e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2554848-1f56-431b-accb-fe34d2737568,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:12:01.442991 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-58c30813-8ed1-4d7c-af20-e13efde3991e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:12:01.449732 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-58c30813-8ed1-4d7c-af20-e13efde3991e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:01.451069 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-58c30813-8ed1-4d7c-af20-e13efde3991e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2554848-1f56-431b-accb-fe34d2737568 HTTP/1.1" status: 204  len: 168 time: 0.2043073
Nov 18 15:12:01.592023 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-bd546ee2-4651-4285-87c0-14841e0f149f req-a1276f6c-34a0-41a0-a971-3aad231e282d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1811126523', 'description': 'tempest-TestVolumeBootPattern-1811126523 description'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:12:01.598553 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-bd546ee2-4651-4285-87c0-14841e0f149f req-a1276f6c-34a0-41a0-a971-3aad231e282d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:12:01.603372 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-bd546ee2-4651-4285-87c0-14841e0f149f req-a1276f6c-34a0-41a0-a971-3aad231e282d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Usage tracker for resource:security_group and tenant:f0e0dabc48e24b30ab3fb65b5421eb7c is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:12:01.606695 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-bd546ee2-4651-4285-87c0-14841e0f149f req-a1276f6c-34a0-41a0-a971-3aad231e282d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:12:01.612856 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-bd546ee2-4651-4285-87c0-14841e0f149f req-a1276f6c-34a0-41a0-a971-3aad231e282d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:12:01.624792 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bd546ee2-4651-4285-87c0-14841e0f149f req-a1276f6c-34a0-41a0-a971-3aad231e282d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:01.668246 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-bd546ee2-4651-4285-87c0-14841e0f149f req-a1276f6c-34a0-41a0-a971-3aad231e282d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:12:01.672527 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-bd546ee2-4651-4285-87c0-14841e0f149f req-a1276f6c-34a0-41a0-a971-3aad231e282d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Usage tracker for resource:security_group_rule and tenant:f0e0dabc48e24b30ab3fb65b5421eb7c is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:12:01.675674 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-bd546ee2-4651-4285-87c0-14841e0f149f req-a1276f6c-34a0-41a0-a971-3aad231e282d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:12:01.682266 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-bd546ee2-4651-4285-87c0-14841e0f149f req-a1276f6c-34a0-41a0-a971-3aad231e282d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:12:01.746415 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bd546ee2-4651-4285-87c0-14841e0f149f req-a1276f6c-34a0-41a0-a971-3aad231e282d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:01.749512 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bd546ee2-4651-4285-87c0-14841e0f149f req-a1276f6c-34a0-41a0-a971-3aad231e282d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:01.755607 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2167c293-9ac3-4422-839b-c55cfd0dd790 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:12:01.802546 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1276f6c-34a0-41a0-a971-3aad231e282d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Pushing event updated for resources: {'SecurityGroup': ['ID=d087feb6-89ee-48a1-b12d-fba1ad981ba3,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:12:01.805595 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a1276f6c-34a0-41a0-a971-3aad231e282d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:12:01.811271 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bd546ee2-4651-4285-87c0-14841e0f149f req-a1276f6c-34a0-41a0-a971-3aad231e282d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:01.813231 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd546ee2-4651-4285-87c0-14841e0f149f req-a1276f6c-34a0-41a0-a971-3aad231e282d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1647 time: 0.2283058
Nov 18 15:12:01.900896 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5dced998-e2bb-4281-b5cf-ea59e2024a3b req-44362760-e9b6-49c1-a9d9-cc421caca074 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups/d087feb6-89ee-48a1-b12d-fba1ad981ba3 HTTP/1.1" status: 200  len: 1642 time: 0.0505021
Nov 18 15:12:01.911791 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-5dced998-e2bb-4281-b5cf-ea59e2024a3b req-c5d89725-1bb7-456f-8e9c-a011d4568bb9 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd087feb6-89ee-48a1-b12d-fba1ad981ba3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:12:01.912149 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-5dced998-e2bb-4281-b5cf-ea59e2024a3b req-c5d89725-1bb7-456f-8e9c-a011d4568bb9 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd087feb6-89ee-48a1-b12d-fba1ad981ba3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:12:01.918618 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-5dced998-e2bb-4281-b5cf-ea59e2024a3b req-c5d89725-1bb7-456f-8e9c-a011d4568bb9 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:12:01.922664 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5dced998-e2bb-4281-b5cf-ea59e2024a3b req-c5d89725-1bb7-456f-8e9c-a011d4568bb9 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Usage tracker for resource:security_group_rule and tenant:f0e0dabc48e24b30ab3fb65b5421eb7c is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:12:01.925711 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5dced998-e2bb-4281-b5cf-ea59e2024a3b req-c5d89725-1bb7-456f-8e9c-a011d4568bb9 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:12:01.932093 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-5dced998-e2bb-4281-b5cf-ea59e2024a3b req-c5d89725-1bb7-456f-8e9c-a011d4568bb9 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:12:01.994694 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5dced998-e2bb-4281-b5cf-ea59e2024a3b req-c5d89725-1bb7-456f-8e9c-a011d4568bb9 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for security_group_rule, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:02.020107 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5dced998-e2bb-4281-b5cf-ea59e2024a3b req-c5d89725-1bb7-456f-8e9c-a011d4568bb9 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:02.023149 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5dced998-e2bb-4281-b5cf-ea59e2024a3b req-c5d89725-1bb7-456f-8e9c-a011d4568bb9 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138714'] for security_group_rule, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:02.025299 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:12:02.049681 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d89725-1bb7-456f-8e9c-a011d4568bb9 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ab59a2-b6ad-4720-91fe-6f262681f076,revision_number=0']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:12:02.052365 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c5d89725-1bb7-456f-8e9c-a011d4568bb9 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:12:02.062663 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5dced998-e2bb-4281-b5cf-ea59e2024a3b req-c5d89725-1bb7-456f-8e9c-a011d4568bb9 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for security_group_rule, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:02.065216 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5dced998-e2bb-4281-b5cf-ea59e2024a3b req-c5d89725-1bb7-456f-8e9c-a011d4568bb9 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.1577210
Nov 18 15:12:02.156354 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aca570df-50a0-4744-821d-32500af9eb9d req-2c6a3738-1694-4c49-ad57-74340368224a tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups/d087feb6-89ee-48a1-b12d-fba1ad981ba3 HTTP/1.1" status: 200  len: 2145 time: 0.0597959
Nov 18 15:12:02.168263 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-aca570df-50a0-4744-821d-32500af9eb9d req-c1e53e47-16b8-4c9e-8f00-5eb11156de25 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd087feb6-89ee-48a1-b12d-fba1ad981ba3', 'remote_group_id': None}]} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:12:02.169043 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-aca570df-50a0-4744-821d-32500af9eb9d req-c1e53e47-16b8-4c9e-8f00-5eb11156de25 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd087feb6-89ee-48a1-b12d-fba1ad981ba3', 'remote_group_id': None}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:12:02.175600 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-aca570df-50a0-4744-821d-32500af9eb9d req-c1e53e47-16b8-4c9e-8f00-5eb11156de25 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:12:02.176883 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device f4a911bc-2a28-4b59-8d41-c1637dbfce17 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:12:02.180467 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-aca570df-50a0-4744-821d-32500af9eb9d req-c1e53e47-16b8-4c9e-8f00-5eb11156de25 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Usage tracker for resource:security_group_rule and tenant:f0e0dabc48e24b30ab3fb65b5421eb7c is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:12:02.183564 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-aca570df-50a0-4744-821d-32500af9eb9d req-c1e53e47-16b8-4c9e-8f00-5eb11156de25 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:12:02.189915 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-aca570df-50a0-4744-821d-32500af9eb9d req-c1e53e47-16b8-4c9e-8f00-5eb11156de25 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:12:02.251523 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-aca570df-50a0-4744-821d-32500af9eb9d req-c1e53e47-16b8-4c9e-8f00-5eb11156de25 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for security_group_rule, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:02.255178 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning for port f4a911bc-2a28-4b59-8d41-c1637dbfce17 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:12:02.260688 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port f4a911bc-2a28-4b59-8d41-c1637dbfce17 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:12:02.262007 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:02.276500 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-aca570df-50a0-4744-821d-32500af9eb9d req-c1e53e47-16b8-4c9e-8f00-5eb11156de25 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:02.279722 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-aca570df-50a0-4744-821d-32500af9eb9d req-c1e53e47-16b8-4c9e-8f00-5eb11156de25 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138714'] for security_group_rule, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:02.281940 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0b6d045e-1857-499f-a1af-1604f88e1e77 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:12:02.290818 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:12:02.307056 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e53e47-16b8-4c9e-8f00-5eb11156de25 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cfd3720-cb3e-4ddd-9bc8-95e05b741238,revision_number=0']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:12:02.309999 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c1e53e47-16b8-4c9e-8f00-5eb11156de25 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:12:02.316702 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-aca570df-50a0-4744-821d-32500af9eb9d req-c1e53e47-16b8-4c9e-8f00-5eb11156de25 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for security_group_rule, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:02.318017 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aca570df-50a0-4744-821d-32500af9eb9d req-c1e53e47-16b8-4c9e-8f00-5eb11156de25 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.1546910
Nov 18 15:12:02.415209 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:02.433115 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] For port f4a911bc-2a28-4b59-8d41-c1637dbfce17, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=f4a911bc-2a28-4b59-8d41-c1637dbfce17,segment=NetworkSegment(204b9cb9-672f-457d-853a-b208bf5e332c),segment_id=204b9cb9-672f-457d-853a-b208bf5e332c)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:12:02.436428 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:02.437340 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device c823e3e6-64e8-47f0-99a2-a5113a4576f0 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:12:02.465476 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c9eb1dd3-3d44-44a3-92a7-008ff02f0f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:12:02.560602 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Pushing event updated for resources: {'Port': ['ID=f4a911bc-2a28-4b59-8d41-c1637dbfce17,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:12:02.564138 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:12:02.580492 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port c823e3e6-64e8-47f0-99a2-a5113a4576f0 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:12:02.580955 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:03.996468 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] Sync routers for ids ['b28256db-f158-4824-9da2-8e8f2fdcb295'] in dv-cinder-733623-8-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:12:04.008853 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] Routers {'b28256db-f158-4824-9da2-8e8f2fdcb295'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:12:04.009519 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aee972240>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:11:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['b28256db-f158-4824-9da2-8e8f2fdcb295'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:12:04.132175 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device f4a911bc-2a28-4b59-8d41-c1637dbfce17 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:12:04.228028 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port f4a911bc-2a28-4b59-8d41-c1637dbfce17 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:12:04.228472 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:04.230606 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] Set router b28256db-f158-4824-9da2-8e8f2fdcb295 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:12:04.567899 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aee972240>, [{'id': 'b28256db-f158-4824-9da2-8e8f2fdcb295', 'name': 'tempest-TestVolumeBootPattern-145335232-router', 'tenant_id': 'a469449a63ae4c5b85a09e5f51a95465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f4a911bc-2a28-4b59-8d41-c1637dbfce17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:54Z', 'updated_at': '2020-11-18T15:11:58Z', 'revision_number': 4, 'project_id': 'a469449a63ae4c5b85a09e5f51a95465', 'gw_port': {'id': 'f4a911bc-2a28-4b59-8d41-c1637dbfce17', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28256db-f158-4824-9da2-8e8f2fdcb295', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:55Z', 'updated_at': '2020-11-18T15:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'd2ee3602-26b7-4641-a180-12a4fcfec040', 'name': '', 'network_id': '703f78d7-63ef-4c66-b262-583e529f0bf9', 'tenant_id': 'a469449a63ae4c5b85a09e5f51a95465', 'mac_address': 'fa:16:3e:91:23:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28256db-f158-4824-9da2-8e8f2fdcb295', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15cf9450-610d-47c8-bf1b-99e1885c7530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:57Z', 'updated_at': '2020-11-18T15:11:59Z', 'revision_number': 2, 'project_id': 'a469449a63ae4c5b85a09e5f51a95465', 'subnets': [{'id': '15cf9450-610d-47c8-bf1b-99e1885c7530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:12:04.572520 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] Checking router: b28256db-f158-4824-9da2-8e8f2fdcb295 for host: dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:12:04.572989 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] Updating router b28256db-f158-4824-9da2-8e8f2fdcb295 port d2ee3602-26b7-4641-a180-12a4fcfec040 binding host dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 15:12:04.629859 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:05.041265 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:05.054921 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] Transition to ACTIVE for port object d2ee3602-26b7-4641-a180-12a4fcfec040 will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:12:05.057600 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:05.073169 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d73b9710-f908-4a42-9c81-dfe6f44b7135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:12:05.205427 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2e603-3191-4091-8bb9-14ac78e6504b None None] Pushing event updated for resources: {'Port': ['ID=d2ee3602-26b7-4641-a180-12a4fcfec040,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:12:05.215317 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-94a2e603-3191-4091-8bb9-14ac78e6504b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:12:05.377310 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] Attempting to bind port d2ee3602-26b7-4641-a180-12a4fcfec040 on host dv-cinder-733623-8-iscsi for vnic_type normal with profile  {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:12:05.377707 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] Attempting to bind port d2ee3602-26b7-4641-a180-12a4fcfec040 by drivers openvswitch on host dv-cinder-733623-8-iscsi at level 0 using segments [{'id': 'fdf4545b-69e5-4608-93d9-92dc114c1a98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '703f78d7-63ef-4c66-b262-583e529f0bf9'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:12:05.378341 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] Attempting to bind port d2ee3602-26b7-4641-a180-12a4fcfec040 on network 703f78d7-63ef-4c66-b262-583e529f0bf9 {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:12:05.385829 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] Checking agent: {'id': '8483a8a7-ec75-4234-902d-b313a7c9ca10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:12:05.386251 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] Checking segment: {'id': 'fdf4545b-69e5-4608-93d9-92dc114c1a98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '703f78d7-63ef-4c66-b262-583e529f0bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:12:05.386704 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:05.387122 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] Bound using segment: {'id': 'fdf4545b-69e5-4608-93d9-92dc114c1a98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '703f78d7-63ef-4c66-b262-583e529f0bf9'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:12:05.387647 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] Bound port: d2ee3602-26b7-4641-a180-12a4fcfec040, host: dv-cinder-733623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf4545b-69e5-4608-93d9-92dc114c1a98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '703f78d7-63ef-4c66-b262-583e529f0bf9'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:12:05.388079 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:05.488930 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] For port d2ee3602-26b7-4641-a180-12a4fcfec040, host dv-cinder-733623-8-iscsi, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:12:05.492118 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] For port d2ee3602-26b7-4641-a180-12a4fcfec040, host dv-cinder-733623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=d2ee3602-26b7-4641-a180-12a4fcfec040,segment=NetworkSegment(fdf4545b-69e5-4608-93d9-92dc114c1a98),segment_id=fdf4545b-69e5-4608-93d9-92dc114c1a98)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:12:05.495622 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:05.511954 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c3537a52-9ada-4252-a783-8738a6df5150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:12:05.665656 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2e603-3191-4091-8bb9-14ac78e6504b None None] Pushing event updated for resources: {'Port': ['ID=d2ee3602-26b7-4641-a180-12a4fcfec040,revision_number=4']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:12:05.670782 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-94a2e603-3191-4091-8bb9-14ac78e6504b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:12:05.714336 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:05.726899 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] Routers {'b28256db-f158-4824-9da2-8e8f2fdcb295'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:12:05.727643 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aee972240>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:11:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['b28256db-f158-4824-9da2-8e8f2fdcb295'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:12:06.084026 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] Set router b28256db-f158-4824-9da2-8e8f2fdcb295 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:12:06.115135 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device d2ee3602-26b7-4641-a180-12a4fcfec040 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:12:06.188312 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning for port d2ee3602-26b7-4641-a180-12a4fcfec040 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:12:06.193099 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port d2ee3602-26b7-4641-a180-12a4fcfec040 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:12:06.193527 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:06.314630 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:06.352380 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] For port d2ee3602-26b7-4641-a180-12a4fcfec040, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=d2ee3602-26b7-4641-a180-12a4fcfec040,segment=NetworkSegment(fdf4545b-69e5-4608-93d9-92dc114c1a98),segment_id=fdf4545b-69e5-4608-93d9-92dc114c1a98)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:12:06.357037 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:06.358999 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fac146ba-5a43-4f04-9747-164099a48117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:12:06.423198 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aee972240>, [{'id': 'b28256db-f158-4824-9da2-8e8f2fdcb295', 'name': 'tempest-TestVolumeBootPattern-145335232-router', 'tenant_id': 'a469449a63ae4c5b85a09e5f51a95465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f4a911bc-2a28-4b59-8d41-c1637dbfce17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:54Z', 'updated_at': '2020-11-18T15:11:58Z', 'revision_number': 4, 'project_id': 'a469449a63ae4c5b85a09e5f51a95465', 'gw_port': {'id': 'f4a911bc-2a28-4b59-8d41-c1637dbfce17', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28256db-f158-4824-9da2-8e8f2fdcb295', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:55Z', 'updated_at': '2020-11-18T15:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'd2ee3602-26b7-4641-a180-12a4fcfec040', 'name': '', 'network_id': '703f78d7-63ef-4c66-b262-583e529f0bf9', 'tenant_id': 'a469449a63ae4c5b85a09e5f51a95465', 'mac_address': 'fa:16:3e:91:23:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28256db-f158-4824-9da2-8e8f2fdcb295', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15cf9450-610d-47c8-bf1b-99e1885c7530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:57Z', 'updated_at': '2020-11-18T15:12:05Z', 'revision_number': 4, 'project_id': 'a469449a63ae4c5b85a09e5f51a95465', 'subnets': [{'id': '15cf9450-610d-47c8-bf1b-99e1885c7530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:12:06.426557 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Pushing event updated for resources: {'Port': ['ID=d2ee3602-26b7-4641-a180-12a4fcfec040,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:12:06.427448 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb03c73-7f54-4aee-a204-d7c7621d3a50 None None] The sync data for ids ['b28256db-f158-4824-9da2-8e8f2fdcb295'] in dv-cinder-733623-8-iscsi is: [{'id': 'b28256db-f158-4824-9da2-8e8f2fdcb295', 'name': 'tempest-TestVolumeBootPattern-145335232-router', 'tenant_id': 'a469449a63ae4c5b85a09e5f51a95465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f4a911bc-2a28-4b59-8d41-c1637dbfce17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:54Z', 'updated_at': '2020-11-18T15:11:58Z', 'revision_number': 4, 'project_id': 'a469449a63ae4c5b85a09e5f51a95465', 'gw_port': {'id': 'f4a911bc-2a28-4b59-8d41-c1637dbfce17', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28256db-f158-4824-9da2-8e8f2fdcb295', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:55Z', 'updated_at': '2020-11-18T15:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'd2ee3602-26b7-4641-a180-12a4fcfec040', 'name': '', 'network_id': '703f78d7-63ef-4c66-b262-583e529f0bf9', 'tenant_id': 'a469449a63ae4c5b85a09e5f51a95465', 'mac_address': 'fa:16:3e:91:23:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28256db-f158-4824-9da2-8e8f2fdcb295', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15cf9450-610d-47c8-bf1b-99e1885c7530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:57Z', 'updated_at': '2020-11-18T15:12:05Z', 'revision_number': 4, 'project_id': 'a469449a63ae4c5b85a09e5f51a95465', 'subnets': [{'id': '15cf9450-610d-47c8-bf1b-99e1885c7530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:12:06.430730 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:12:08.088710 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device d2ee3602-26b7-4641-a180-12a4fcfec040 up at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:12:08.164957 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Provisioning complete for port d2ee3602-26b7-4641-a180-12a4fcfec040 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:12:08.165410 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:09.499498 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9388a52d-cfb0-4614-b5d1-fcad81d037bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:09.705782 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 42398) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:12:09.858365 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-da875640-ade4-419f-9af2-1340f1a71981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:09.901092 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-da875640-ade4-419f-9af2-1340f1a71981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:12:09.905090 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-da875640-ade4-419f-9af2-1340f1a71981 admin admin] Usage tracker for resource:security_group_rule and tenant:febf22d3c8df4412a3eb003d1bf82747 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:12:09.907982 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-da875640-ade4-419f-9af2-1340f1a71981 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:12:09.914328 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-da875640-ade4-419f-9af2-1340f1a71981 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:12:09.982512 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-da875640-ade4-419f-9af2-1340f1a71981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:09.985727 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-da875640-ade4-419f-9af2-1340f1a71981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:09.993497 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-90794edd-f109-43bc-9a48-a7a1e710b069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:12:10.033015 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da875640-ade4-419f-9af2-1340f1a71981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb55242-fc51-42fb-854f-c8907f5e6050,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:12:10.036607 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-da875640-ade4-419f-9af2-1340f1a71981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:12:10.042723 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-da875640-ade4-419f-9af2-1340f1a71981 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=febf22d3c8df4412a3eb003d1bf82747&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3358686
Nov 18 15:12:10.045490 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 42404) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:12:10.113045 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-defd3473-d8c2-4b53-8342-5f6df2519fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:10.141712 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-defd3473-d8c2-4b53-8342-5f6df2519fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:10.186115 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-defd3473-d8c2-4b53-8342-5f6df2519fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:10.191468 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1089f7d3-b773-49ed-8eb3-1191f307a6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:12:10.203494 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd3473-d8c2-4b53-8342-5f6df2519fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb55242-fc51-42fb-854f-c8907f5e6050,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:12:10.206080 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-defd3473-d8c2-4b53-8342-5f6df2519fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:12:10.212499 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-defd3473-d8c2-4b53-8342-5f6df2519fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:10.213750 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-defd3473-d8c2-4b53-8342-5f6df2519fb8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abb55242-fc51-42fb-854f-c8907f5e6050 HTTP/1.1" status: 204  len: 168 time: 0.1672983
Nov 18 15:12:10.579319 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 42412) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:12:10.603196 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9af1175-e0a3-4115-8440-ee4ab8e4d4e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:10.865695 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b9af1175-e0a3-4115-8440-ee4ab8e4d4e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:12:10.869767 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b9af1175-e0a3-4115-8440-ee4ab8e4d4e5 admin admin] Usage tracker for resource:security_group_rule and tenant:1be0b3073f0d41839bb9f328aadd1f05 is out of sync, need to count used quota {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:12:10.872776 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b9af1175-e0a3-4115-8440-ee4ab8e4d4e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:12:10.878593 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b9af1175-e0a3-4115-8440-ee4ab8e4d4e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:12:10.947516 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9af1175-e0a3-4115-8440-ee4ab8e4d4e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:10.950452 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9af1175-e0a3-4115-8440-ee4ab8e4d4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:10.958005 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9d08ca72-8c8f-4b04-9ab2-5674f6b0da01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:12:11.004688 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b9af1175-e0a3-4115-8440-ee4ab8e4d4e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1be0b3073f0d41839bb9f328aadd1f05&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4241085
Nov 18 15:12:11.005431 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af1175-e0a3-4115-8440-ee4ab8e4d4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a0f60d-5823-4a56-8ece-6bb8e29cbcbf,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:12:11.007952 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 42418) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:12:11.009407 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b9af1175-e0a3-4115-8440-ee4ab8e4d4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:12:11.072526 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b05d61c-fc1a-4402-93d8-9daf85ece69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:11.099220 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b05d61c-fc1a-4402-93d8-9daf85ece69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:11.143013 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b05d61c-fc1a-4402-93d8-9daf85ece69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:11.148660 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e408392e-efbb-4440-931e-5d3cb89562fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:12:11.162113 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05d61c-fc1a-4402-93d8-9daf85ece69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a0f60d-5823-4a56-8ece-6bb8e29cbcbf,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:12:11.164905 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8b05d61c-fc1a-4402-93d8-9daf85ece69c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:12:11.166058 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b05d61c-fc1a-4402-93d8-9daf85ece69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:11.167273 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8b05d61c-fc1a-4402-93d8-9daf85ece69c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63a0f60d-5823-4a56-8ece-6bb8e29cbcbf HTTP/1.1" status: 204  len: 168 time: 0.1582716
Nov 18 15:12:12.128585 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-29c59e2b-d9a4-4a81-8cba-3e9abad029a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:12.422782 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:13.522743 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:13.728859 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:27.646864 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-7a541109-42b3-45d6-87e4-2e00510a0d81 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Synchronizing usage tracker for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:security_group {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:12:27.662479 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-7a541109-42b3-45d6-87e4-2e00510a0d81 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Unset dirty status for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:security_group {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:12:27.664233 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-7a541109-42b3-45d6-87e4-2e00510a0d81 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1811126523&fields=id&tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c HTTP/1.1" status: 200  len: 267 time: 0.0628936
Nov 18 15:12:27.821620 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-73cbcb7b-482b-4f55-bae3-3b3c7f1c40b2 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:12:27.822281 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-73cbcb7b-482b-4f55-bae3-3b3c7f1c40b2 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Synchronizing usage tracker for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:network {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:12:27.837646 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-73cbcb7b-482b-4f55-bae3-3b3c7f1c40b2 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Unset dirty status for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:network {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:12:27.838959 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-73cbcb7b-482b-4f55-bae3-3b3c7f1c40b2 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 812 time: 0.1676838
Nov 18 15:12:27.856427 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-e35e216d-80fd-4071-91c4-c6e002b9b9bc tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/quotas/f0e0dabc48e24b30ab3fb65b5421eb7c HTTP/1.1" status: 200  len: 375 time: 0.0115619
Nov 18 15:12:27.939728 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-219fd9fd-1a26-425b-a512-d34cc0c2e36e tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0779622
Nov 18 15:12:28.089774 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-821fb84b-d57b-413f-9ca5-88831a1686f8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 15:12:28.090852 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-821fb84b-d57b-413f-9ca5-88831a1686f8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.1395106
Nov 18 15:12:28.233233 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-94e01c5a-164e-4da3-a8f4-8741e60ef585 service neutron] 10.222.0.21 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356342
Nov 18 15:12:28.594615 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-17873c1c-5423-4e82-8e6e-f497b402adb4 service neutron] 10.222.0.21 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3551617
Nov 18 15:12:30.025533 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-754b91a5-f692-46b2-ac5c-e598c9843a90 req-10c1cd02-50d3-46d1-8550-6c52fee72a3c tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Synchronizing usage tracker for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:12:30.041446 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-754b91a5-f692-46b2-ac5c-e598c9843a90 req-10c1cd02-50d3-46d1-8550-6c52fee72a3c tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Unset dirty status for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:12:30.042661 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-754b91a5-f692-46b2-ac5c-e598c9843a90 req-10c1cd02-50d3-46d1-8550-6c52fee72a3c tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 210 time: 0.0625677
Nov 18 15:12:31.165714 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f3e876e8-5333-43f0-8e9f-d35ae1e66aaf req-07504ebf-a12f-41b0-b821-4a04aabaf21c tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 210 time: 0.0492003
Nov 18 15:12:32.284267 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-95f9a3ab-47e3-4165-a6a7-3810f2209050 req-2d462f33-4a1f-4314-b82e-96282a87da31 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 210 time: 0.0486915
Nov 18 15:12:33.401666 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3317716d-f007-4634-a79a-41ca44d31aa7 req-e9303ca2-f811-4a64-a2d6-d4ea8e24cbf0 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 210 time: 0.0451438
Nov 18 15:12:34.577233 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e5b3166b-06b0-4b60-8d90-969786f6ee2a req-24457b65-2167-4c33-a029-460a3f562a25 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 210 time: 0.0463889
Nov 18 15:12:35.414201 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-f51d8aa7-3c5f-4960-a226-a00e9285ca51 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:12:35.415752 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-f51d8aa7-3c5f-4960-a226-a00e9285ca51 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.15 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 812 time: 0.1591895
Nov 18 15:12:35.494816 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-ee60af35-d1f8-42e6-864a-dd9bc9aa3168 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Synchronizing usage tracker for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:security_group {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:12:35.507270 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-ee60af35-d1f8-42e6-864a-dd9bc9aa3168 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Unset dirty status for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:security_group {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:12:35.508632 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-ee60af35-d1f8-42e6-864a-dd9bc9aa3168 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c HTTP/1.1" status: 200  len: 5087 time: 0.0800748
Nov 18 15:12:35.518393 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Request body: {'port': {'device_id': 'c7d3952f-e6df-4798-943d-710302bdf51f', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'admin_state_up': True, 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'security_groups': ['d087feb6-89ee-48a1-b12d-fba1ad981ba3']}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:12:35.666412 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:12:35.676175 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:12:35.686174 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Made reservation on behalf of f0e0dabc48e24b30ab3fb65b5421eb7c for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:12:35.691712 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:35.703738 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:35.753637 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eeb64764-68b7-499f-82b4-88d87f06c639 req-6f32010a-4741-4e16-9d3b-18e85e79ec73 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 210 time: 0.0460997
Nov 18 15:12:36.009383 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Allocated IP 172.20.0.11 (9be0682f-83c3-432a-8701-461161c7088d/9de4fbf5-a23a-4569-89a5-5a8b54ed76e3/a8aac71d-eed6-4699-8576-bee2ed8f82b7) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:12:36.224036 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:36.240189 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Transition to ACTIVE for port object a8aac71d-eed6-4699-8576-bee2ed8f82b7 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:12:36.260548 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:36.275484 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a772850c-7148-4320-8861-b44a69f0e4f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:12:36.418287 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Pushing event updated for resources: {'Port': ['ID=a8aac71d-eed6-4699-8576-bee2ed8f82b7,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:12:36.442558 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:36.442989 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:36.443406 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:36.443881 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:36.444801 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:36.445218 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:36.445626 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:36.446028 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:36.446432 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:36.446833 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:36.447235 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:36.447639 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:36.448080 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:36.448479 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:36.448901 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:36.449325 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:36.449725 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:36.450123 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:36.450523 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:36.450924 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:36.451319 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:36.451718 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:36.452118 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:36.452514 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:36.457862 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:12:36.492245 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Network 9be0682f-83c3-432a-8701-461161c7088d is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:12:36.493559 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:12:36.495845 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:12:36.561547 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:12:36.562510 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:36.594607 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-1bf0bd98-c670-4c66-b990-63e2e0f64c84 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0802429
Nov 18 15:12:36.606886 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] Request body: {'port': {'device_id': 'c7d3952f-e6df-4798-943d-710302bdf51f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:12:36.722941 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:36.764693 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c9a875d1-1971-4260-87b3-e455ccd67489 None None] Provisioning for port a8aac71d-eed6-4699-8576-bee2ed8f82b7 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:12:36.770357 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c9a875d1-1971-4260-87b3-e455ccd67489 None None] Provisioning complete for port a8aac71d-eed6-4699-8576-bee2ed8f82b7 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:12:36.770778 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9a875d1-1971-4260-87b3-e455ccd67489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:36.825418 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c9a875d1-1971-4260-87b3-e455ccd67489 None None] Port a8aac71d-eed6-4699-8576-bee2ed8f82b7 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 15:12:37.095397 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb1b04-b45e-4a44-a7e2-7c78e2cbfff9 req-d3655165-c160-4ca7-9a1f-a77506d0ad4b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:12:37.096072 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-a5fb1b04-b45e-4a44-a7e2-7c78e2cbfff9 req-d3655165-c160-4ca7-9a1f-a77506d0ad4b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Synchronizing usage tracker for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:12:37.130192 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-a5fb1b04-b45e-4a44-a7e2-7c78e2cbfff9 req-d3655165-c160-4ca7-9a1f-a77506d0ad4b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Unset dirty status for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:12:37.131449 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5fb1b04-b45e-4a44-a7e2-7c78e2cbfff9 req-d3655165-c160-4ca7-9a1f-a77506d0ad4b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 932 time: 0.2398908
Nov 18 15:12:37.237845 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5fb1b04-b45e-4a44-a7e2-7c78e2cbfff9 req-01875aa7-c2df-4491-be42-476ad6ddd637 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0999374
Nov 18 15:12:37.248164 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8aac71d-eed6-4699-8576-bee2ed8f82b7 {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 15:12:37.255681 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:37.268690 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] Transition to ACTIVE for port object a8aac71d-eed6-4699-8576-bee2ed8f82b7 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:12:37.271694 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:37.288627 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-88d78d35-b106-4c7c-99be-0007d8f7ebcf tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:12:37.425783 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] Pushing event updated for resources: {'Port': ['ID=a8aac71d-eed6-4699-8576-bee2ed8f82b7,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:12:37.429178 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:12:37.641473 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] Attempting to bind port a8aac71d-eed6-4699-8576-bee2ed8f82b7 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:12:37.641854 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] Attempting to bind port a8aac71d-eed6-4699-8576-bee2ed8f82b7 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '29b5edc9-162b-41d4-88ef-10e33e8d8c80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9be0682f-83c3-432a-8701-461161c7088d'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:12:37.642258 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] Attempting to bind port a8aac71d-eed6-4699-8576-bee2ed8f82b7 on network 9be0682f-83c3-432a-8701-461161c7088d {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:12:37.649662 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] Checking agent: {'id': '91607d16-723a-4a8c-80a4-032802295cf0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 34), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:12:37.650041 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] Checking segment: {'id': '29b5edc9-162b-41d4-88ef-10e33e8d8c80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9be0682f-83c3-432a-8701-461161c7088d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:12:37.650480 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:37.650918 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] Bound using segment: {'id': '29b5edc9-162b-41d4-88ef-10e33e8d8c80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9be0682f-83c3-432a-8701-461161c7088d'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:12:37.651270 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] Bound port: a8aac71d-eed6-4699-8576-bee2ed8f82b7, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b5edc9-162b-41d4-88ef-10e33e8d8c80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9be0682f-83c3-432a-8701-461161c7088d'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:12:37.651646 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:37.748831 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] For port a8aac71d-eed6-4699-8576-bee2ed8f82b7, host hv-cinder-73362, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:12:37.752593 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] For port a8aac71d-eed6-4699-8576-bee2ed8f82b7, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=a8aac71d-eed6-4699-8576-bee2ed8f82b7,segment=NetworkSegment(29b5edc9-162b-41d4-88ef-10e33e8d8c80),segment_id=29b5edc9-162b-41d4-88ef-10e33e8d8c80)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:12:37.758566 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:37.776078 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-231682b0-4d0b-4080-8834-218b71057390 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:12:37.936993 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] Pushing event updated for resources: {'Port': ['ID=a8aac71d-eed6-4699-8576-bee2ed8f82b7,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:12:37.949064 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:12:37.968592 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:37.970089 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] 10.222.0.15 "PUT /v2.0/ports/a8aac71d-eed6-4699-8576-bee2ed8f82b7 HTTP/1.1" status: 200  len: 1158 time: 1.3679991
Nov 18 15:12:37.970604 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d3952f-e6df-4798-943d-710302bdf51f', 'tag': 'a8aac71d-eed6-4699-8576-bee2ed8f82b7'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:12:38.048408 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d3952f-e6df-4798-943d-710302bdf51f', 'tag': 'a8aac71d-eed6-4699-8576-bee2ed8f82b7', 'status': 'completed', 'code': 200}
Nov 18 15:12:38.093190 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-723516ac-fc81-4504-9151-a3574fbb1163 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 1161 time: 0.0851345
Nov 18 15:12:38.165978 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-9234eb02-98b3-4768-a102-a6b70fe3a5f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8aac71d-eed6-4699-8576-bee2ed8f82b7 HTTP/1.1" status: 200  len: 217 time: 0.0659018
Nov 18 15:12:38.238172 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-1a158578-a690-4b2c-bfe0-958e56638587 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:12:38.240208 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-1a158578-a690-4b2c-bfe0-958e56638587 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9de4fbf5-a23a-4569-89a5-5a8b54ed76e3 HTTP/1.1" status: 200  len: 851 time: 0.0670855
Nov 18 15:12:38.319760 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-bbadb37c-b1a0-473f-9c3a-2c57180226ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9be0682f-83c3-432a-8701-461161c7088d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734046
Nov 18 15:12:38.522536 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-65fbab4f-af44-421f-9711-a5fa60306e33 service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1952112
Nov 18 15:12:38.580985 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e78de-9c3f-421d-ae5a-e5afbbab58c3 req-11f9e9eb-ca34-4fff-b105-282d53a11281 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:12:38.582622 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f81e78de-9c3f-421d-ae5a-e5afbbab58c3 req-11f9e9eb-ca34-4fff-b105-282d53a11281 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 944 time: 0.2113101
Nov 18 15:12:38.931172 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3fd7d578-f0e0-47ba-ad61-71d8e7c013ea req-5f9e224c-fd70-4088-aa35-91ec34c533ec service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3999300
Nov 18 15:12:38.933698 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f81e78de-9c3f-421d-ae5a-e5afbbab58c3 req-ac7223b5-1982-4efc-b9f4-4748e30672e8 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2932537
Nov 18 15:12:39.060918 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8fa4d228-252b-4d77-a607-9725e56ee95f req-3ec472af-19cd-4e2c-bf31-cac9dc6756fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 1161 time: 0.0738220
Nov 18 15:12:39.207047 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4d228-252b-4d77-a607-9725e56ee95f req-b3c33e1e-9af2-4995-96c4-d52d4428da48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:12:39.208450 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8fa4d228-252b-4d77-a607-9725e56ee95f req-b3c33e1e-9af2-4995-96c4-d52d4428da48 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 906 time: 0.1403501
Nov 18 15:12:39.282553 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8fa4d228-252b-4d77-a607-9725e56ee95f req-c9e5b1db-406e-47a9-a980-a2630e8fa02b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8aac71d-eed6-4699-8576-bee2ed8f82b7 HTTP/1.1" status: 200  len: 217 time: 0.0687795
Nov 18 15:12:39.291526 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:12:39.351965 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4d228-252b-4d77-a607-9725e56ee95f req-f5ee8d26-7c55-475f-bab5-b7c70c8aa0ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:12:39.353709 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8fa4d228-252b-4d77-a607-9725e56ee95f req-f5ee8d26-7c55-475f-bab5-b7c70c8aa0ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9de4fbf5-a23a-4569-89a5-5a8b54ed76e3 HTTP/1.1" status: 200  len: 851 time: 0.0642633
Nov 18 15:12:39.440412 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8fa4d228-252b-4d77-a607-9725e56ee95f req-ce3e0518-4da9-4abc-862b-c64825305944 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9be0682f-83c3-432a-8701-461161c7088d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786927
Nov 18 15:12:39.506248 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bc0ba0f0-f359-4e44-808d-27196f218572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:39.587896 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8fa4d228-252b-4d77-a607-9725e56ee95f req-5225f7e8-ad63-4c88-b95a-c09c77aed4c0 service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369739
Nov 18 15:12:39.731331 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8fa4d228-252b-4d77-a607-9725e56ee95f req-2bafdca4-196a-4eb6-b67f-35ddc20389ee service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1365366
Nov 18 15:12:40.150447 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a98b2-7fd3-4acf-b052-08e7928ec20d req-238adfa2-2d03-4544-8f9a-edb8c1c05c4a tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:12:40.152040 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1a9a98b2-7fd3-4acf-b052-08e7928ec20d req-238adfa2-2d03-4544-8f9a-edb8c1c05c4a tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 944 time: 0.0859420
Nov 18 15:12:40.199118 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1a9a98b2-7fd3-4acf-b052-08e7928ec20d req-6b4a4857-fce4-4f0b-b881-319de128e6da tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0409398
Nov 18 15:12:41.411460 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a1a73-93f9-49e0-99b0-283859a53625 req-5b08b5d2-7f10-43c9-a5e5-5c7980d37dcb tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:12:41.413745 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-802a1a73-93f9-49e0-99b0-283859a53625 req-5b08b5d2-7f10-43c9-a5e5-5c7980d37dcb tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 944 time: 0.0831003
Nov 18 15:12:41.460893 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-802a1a73-93f9-49e0-99b0-283859a53625 req-591a4d47-383f-4b5f-96a6-cc11692b5f0f tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0406518
Nov 18 15:12:42.130965 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-378a54a1-084e-4ccd-913d-6b1dd5d196cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:42.421810 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:42.669397 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c2983-ce45-4f4d-8bf2-c705f1ee9177 req-d6ebb026-1d6c-4a0a-aa60-092b614d2a3e tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:12:42.670983 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-463c2983-ce45-4f4d-8bf2-c705f1ee9177 req-d6ebb026-1d6c-4a0a-aa60-092b614d2a3e tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 944 time: 0.0819738
Nov 18 15:12:42.718324 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-463c2983-ce45-4f4d-8bf2-c705f1ee9177 req-376872d9-e2bf-434c-a30e-f61282bac2eb tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0410206
Nov 18 15:12:43.525202 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:43.729448 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:43.931450 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827cdd0c-a6f8-405b-b518-040a99d29dd7 req-49d0aa53-b272-4dbd-b05f-04125bd2143c tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:12:43.933081 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-827cdd0c-a6f8-405b-b518-040a99d29dd7 req-49d0aa53-b272-4dbd-b05f-04125bd2143c tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 944 time: 0.0872216
Nov 18 15:12:43.981644 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-827cdd0c-a6f8-405b-b518-040a99d29dd7 req-78eb7148-6645-49e3-ad58-1ba6d2e97953 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0420320
Nov 18 15:12:45.194862 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a17997-3baf-411a-b545-bb8a5518ad89 req-716b662f-9e5c-40a7-99b3-5362695d73dc tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:12:45.196458 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d1a17997-3baf-411a-b545-bb8a5518ad89 req-716b662f-9e5c-40a7-99b3-5362695d73dc tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 944 time: 0.0880568
Nov 18 15:12:45.244994 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d1a17997-3baf-411a-b545-bb8a5518ad89 req-0c84b308-7a86-4725-9bb3-4ad85e95f6db tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0422239
Nov 18 15:12:46.458531 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985cf7f-f901-4775-bfeb-1467923d180c req-2812a73c-2278-4c9c-8026-60159f972320 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:12:46.460161 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5985cf7f-f901-4775-bfeb-1467923d180c req-2812a73c-2278-4c9c-8026-60159f972320 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 944 time: 0.0869184
Nov 18 15:12:46.511309 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5985cf7f-f901-4775-bfeb-1467923d180c req-7876aed3-443a-48ac-b9a3-b60bd10d0ab3 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0449791
Nov 18 15:12:47.723326 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0663b7-60db-49f7-afe0-10d9ece4070d req-44c46026-830d-4a3e-8009-fda46fc4d78d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:12:47.725450 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4b0663b7-60db-49f7-afe0-10d9ece4070d req-44c46026-830d-4a3e-8009-fda46fc4d78d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 944 time: 0.0822015
Nov 18 15:12:47.775856 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4b0663b7-60db-49f7-afe0-10d9ece4070d req-3569fe49-6651-4aef-b703-9281b24312f9 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0440836
Nov 18 15:12:48.805577 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 42726) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:12:48.958666 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:48.990862 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb992fd-ff06-4ce8-b8dd-8e44b35e096c req-48914682-fb47-48fc-abd0-f3948321b5fa tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:12:48.991343 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:12:48.992402 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cbb992fd-ff06-4ce8-b8dd-8e44b35e096c req-48914682-fb47-48fc-abd0-f3948321b5fa tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 944 time: 0.0847740
Nov 18 15:12:48.995424 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Usage tracker for resource:security_group_rule and tenant:ada61f7505d44f3b96a43121207574c7 is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:12:48.998447 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:12:49.004175 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:12:49.040837 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cbb992fd-ff06-4ce8-b8dd-8e44b35e096c req-cb0713e3-8b56-4276-9ecb-83c74513388b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0420895
Nov 18 15:12:49.072161 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:49.074998 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:49.082422 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d50740e2-b109-4a0b-8f62-62de94a0613a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:12:49.126546 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ada61f7505d44f3b96a43121207574c7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3198693
Nov 18 15:12:49.127349 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1017f8-801c-4da5-b368-fe7353357d82,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:12:49.129412 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 42734) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:12:49.137366 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:49.137793 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:49.138209 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:49.138658 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:49.139101 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:49.139515 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:49.139920 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:49.140323 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:49.140730 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:49.141152 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:49.141550 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:49.141947 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:49.142382 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:49.142781 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:49.143175 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:49.143571 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:49.143966 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:49.144361 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:49.144775 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:49.145174 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:49.145567 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:49.145973 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:49.146357 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:49.146744 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:49.151120 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-34611b33-6ee5-478b-a857-62c42148390a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:12:49.192465 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2d018d1a-5ce9-477f-bc21-b270f578724b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:49.219350 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2d018d1a-5ce9-477f-bc21-b270f578724b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:49.271636 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2d018d1a-5ce9-477f-bc21-b270f578724b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:49.276552 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e81f6d95-afaa-447f-8205-61240a3b31be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:12:49.289395 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d018d1a-5ce9-477f-bc21-b270f578724b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1017f8-801c-4da5-b368-fe7353357d82,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:12:49.292496 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2d018d1a-5ce9-477f-bc21-b270f578724b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:12:49.294528 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2d018d1a-5ce9-477f-bc21-b270f578724b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:49.298292 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2d018d1a-5ce9-477f-bc21-b270f578724b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b1017f8-801c-4da5-b368-fe7353357d82 HTTP/1.1" status: 204  len: 168 time: 0.1652179
Nov 18 15:12:50.261148 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c57f1e-4de3-4f4d-a1d9-d512cab29b48 req-789e51eb-b9e5-4e8d-a8d1-e6cd04532793 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:12:50.262741 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34c57f1e-4de3-4f4d-a1d9-d512cab29b48 req-789e51eb-b9e5-4e8d-a8d1-e6cd04532793 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 944 time: 0.0933368
Nov 18 15:12:50.313467 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34c57f1e-4de3-4f4d-a1d9-d512cab29b48 req-94d7301e-13e5-4e2e-ace7-c70aec1e893f tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0444696
Nov 18 15:12:51.522166 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391a3aa-cc3f-4a83-a4b9-e992d055e6c0 req-5d5c4c72-bc7e-4585-9c1b-563c72016e6a tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:12:51.523745 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2391a3aa-cc3f-4a83-a4b9-e992d055e6c0 req-5d5c4c72-bc7e-4585-9c1b-563c72016e6a tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 944 time: 0.0830772
Nov 18 15:12:51.571761 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2391a3aa-cc3f-4a83-a4b9-e992d055e6c0 req-886236d1-76be-48b1-8eee-bd000f186491 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0418589
Nov 18 15:12:52.779944 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bda08-2e86-4a2c-b6f1-cbd31fe9c6e7 req-9ecee75f-d3dd-4c7a-9120-9634f448f9e4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:12:52.781544 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ca0bda08-2e86-4a2c-b6f1-cbd31fe9c6e7 req-9ecee75f-d3dd-4c7a-9120-9634f448f9e4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 944 time: 0.0816233
Nov 18 15:12:52.828264 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ca0bda08-2e86-4a2c-b6f1-cbd31fe9c6e7 req-16e94f1e-e378-488f-896a-c84602a82136 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0401161
Nov 18 15:12:54.039775 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba4cdf-fe49-4e13-a6ac-729e1f61dca4 req-8256f62a-045c-4fe5-b950-289e8993e4d8 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:12:54.041372 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dbba4cdf-fe49-4e13-a6ac-729e1f61dca4 req-8256f62a-045c-4fe5-b950-289e8993e4d8 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 944 time: 0.0854201
Nov 18 15:12:54.088673 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dbba4cdf-fe49-4e13-a6ac-729e1f61dca4 req-c6f2dca8-19eb-477c-b212-2ad531e2c341 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0412457
Nov 18 15:12:55.304619 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf98889-b086-4a4a-9593-51de1b3bbdfd req-ce1f40fd-b0b9-4593-b4ea-49b5e28c87c7 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:12:55.306222 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dcf98889-b086-4a4a-9593-51de1b3bbdfd req-ce1f40fd-b0b9-4593-b4ea-49b5e28c87c7 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 944 time: 0.0880568
Nov 18 15:12:55.353329 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dcf98889-b086-4a4a-9593-51de1b3bbdfd req-9c8972e5-e619-4e4f-86c2-31b1794664ca tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0406897
Nov 18 15:12:55.994301 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device a8aac71d-eed6-4699-8576-bee2ed8f82b7 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:12:56.062191 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning for port a8aac71d-eed6-4699-8576-bee2ed8f82b7 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:12:56.066891 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port a8aac71d-eed6-4699-8576-bee2ed8f82b7 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:12:56.067307 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:56.184796 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:56.212458 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d3952f-e6df-4798-943d-710302bdf51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8aac71d-eed6-4699-8576-bee2ed8f82b7'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:12:56.228527 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port a8aac71d-eed6-4699-8576-bee2ed8f82b7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=a8aac71d-eed6-4699-8576-bee2ed8f82b7,segment=NetworkSegment(29b5edc9-162b-41d4-88ef-10e33e8d8c80),segment_id=29b5edc9-162b-41d4-88ef-10e33e8d8c80)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:12:56.231482 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:56.234178 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:12:56.300136 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=a8aac71d-eed6-4699-8576-bee2ed8f82b7,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:12:56.309283 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:56.310045 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:56.310290 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:56.310669 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:56.311043 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:56.311417 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:56.311787 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:56.312155 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:56.312525 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:56.312918 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:56.313297 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:56.313663 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:56.314068 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:56.314433 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:56.314797 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:56.315159 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:56.315522 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:56.315886 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:56.316248 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:56.316609 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:56.316994 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:56.317358 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:56.317723 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:56.318614 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:12:56.323035 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:12:56.565733 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe666c-0cf8-4db2-80a2-fdea491e2088 req-60003fd8-f9d9-4566-a878-7c3d9006c736 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:12:56.567411 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ffbe666c-0cf8-4db2-80a2-fdea491e2088 req-60003fd8-f9d9-4566-a878-7c3d9006c736 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 946 time: 0.0844140
Nov 18 15:12:56.617226 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ffbe666c-0cf8-4db2-80a2-fdea491e2088 req-6f770910-c2a9-4c01-b521-d2d38b7e9153 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0427904
Nov 18 15:12:57.531744 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d3952f-e6df-4798-943d-710302bdf51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8aac71d-eed6-4699-8576-bee2ed8f82b7', 'code': 200}
Nov 18 15:12:57.571679 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device a8aac71d-eed6-4699-8576-bee2ed8f82b7 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:12:57.644077 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port a8aac71d-eed6-4699-8576-bee2ed8f82b7 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:12:57.644495 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:12:57.813571 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1dae4e4d-2feb-42f9-bf08-76ea39c078b2 req-69c345ca-0154-4586-baff-844d55802697 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 1163 time: 0.0749357
Nov 18 15:12:57.833004 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fe285-553f-414c-92ed-94256e897c53 req-897faceb-0325-446a-98eb-846fb022de2d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:12:57.835183 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e7fe285-553f-414c-92ed-94256e897c53 req-897faceb-0325-446a-98eb-846fb022de2d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 946 time: 0.0866654
Nov 18 15:12:57.859531 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1dae4e4d-2feb-42f9-bf08-76ea39c078b2 req-4fb321e0-3ddc-4772-ab7b-ea5961a6097e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0396936
Nov 18 15:12:57.883670 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8e7fe285-553f-414c-92ed-94256e897c53 req-82bfee9f-c75d-4657-aee2-145f7725466c tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0421417
Nov 18 15:12:59.102280 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edeefe1-0346-4242-bd9e-1c1b920ac172 req-e8e50647-e5db-4d1c-9b1c-c321e185cb96 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:12:59.103915 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2edeefe1-0346-4242-bd9e-1c1b920ac172 req-e8e50647-e5db-4d1c-9b1c-c321e185cb96 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 946 time: 0.0878613
Nov 18 15:12:59.153840 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2edeefe1-0346-4242-bd9e-1c1b920ac172 req-23ae135b-bc6d-444e-a539-6fce29a53174 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0431104
Nov 18 15:13:00.367493 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b97668-bf85-4dd2-aa71-e5def96ddd15 req-a1bf4028-57b9-46ef-90e9-68931fec5243 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:13:00.369021 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-33b97668-bf85-4dd2-aa71-e5def96ddd15 req-a1bf4028-57b9-46ef-90e9-68931fec5243 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 946 time: 0.0840015
Nov 18 15:13:00.419734 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-33b97668-bf85-4dd2-aa71-e5def96ddd15 req-6895d155-966d-43a7-af94-aea1e8d9bfc4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0445967
Nov 18 15:13:00.629623 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d603f-8b2f-4ce7-a8c5-f8107d70f081 req-4f44077c-6ec8-4006-ad07-d4371b21a304 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:13:00.631210 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c07d603f-8b2f-4ce7-a8c5-f8107d70f081 req-4f44077c-6ec8-4006-ad07-d4371b21a304 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 946 time: 0.0835254
Nov 18 15:13:00.683295 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c07d603f-8b2f-4ce7-a8c5-f8107d70f081 req-a2d4bb75-592d-4d56-99fb-8e850e938d87 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0458379
Nov 18 15:13:00.889791 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-f3078735-cfd6-4477-ba34-91261fdabd10 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1533506
Nov 18 15:13:00.900233 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-89ef5e85-c083-4d51-a1f4-ab2746129b44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Request body: {'floatingip': {'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:13:00.905822 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-89ef5e85-c083-4d51-a1f4-ab2746129b44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:13:00.909817 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-89ef5e85-c083-4d51-a1f4-ab2746129b44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Usage tracker for resource:floatingip and tenant:f0e0dabc48e24b30ab3fb65b5421eb7c is out of sync, need to count used quota {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 15:13:00.913417 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-89ef5e85-c083-4d51-a1f4-ab2746129b44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 15:13:00.919095 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-89ef5e85-c083-4d51-a1f4-ab2746129b44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:13:00.929015 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-89ef5e85-c083-4d51-a1f4-ab2746129b44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for floatingip, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:01.068284 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-89ef5e85-c083-4d51-a1f4-ab2746129b44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:01.331435 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-89ef5e85-c083-4d51-a1f4-ab2746129b44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Allocated IP 172.27.1.119 (96475b02-3c3a-4cf0-bab1-8b9b17365c14/9c2873db-d6d7-45a1-862e-7032080186d6/7440ea48-6a12-454b-8859-3b50bdd92556) {{(pid=80265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:13:01.487257 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-89ef5e85-c083-4d51-a1f4-ab2746129b44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for port, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:01.512595 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-89ef5e85-c083-4d51-a1f4-ab2746129b44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823075388'] for port, after_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:01.528068 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5ef1faf0-64df-402e-b254-7cdb9dc67529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:13:01.666908 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef5e85-c083-4d51-a1f4-ab2746129b44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Pushing event updated for resources: {'Port': ['ID=7440ea48-6a12-454b-8859-3b50bdd92556,revision_number=1']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:13:01.672022 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-89ef5e85-c083-4d51-a1f4-ab2746129b44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:13:01.714232 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-89ef5e85-c083-4d51-a1f4-ab2746129b44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 is already hosted by enough agents. {{(pid=80265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:13:01.715463 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-89ef5e85-c083-4d51-a1f4-ab2746129b44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Resources bound (agent type, host, resource id):  {{(pid=80265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:13:01.717699 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-89ef5e85-c083-4d51-a1f4-ab2746129b44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Received port after_create {{(pid=80265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:13:01.806571 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-89ef5e85-c083-4d51-a1f4-ab2746129b44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for floatingip, precommit_create {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:01.863262 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-89ef5e85-c083-4d51-a1f4-ab2746129b44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:02.123741 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-89ef5e85-c083-4d51-a1f4-ab2746129b44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:02.126930 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-89ef5e85-c083-4d51-a1f4-ab2746129b44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31700445'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:02.142131 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f9af4574-90f6-40b4-821a-43a312a37fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:13:02.285876 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef5e85-c083-4d51-a1f4-ab2746129b44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Pushing event updated for resources: {'Port': ['ID=7440ea48-6a12-454b-8859-3b50bdd92556,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:13:02.291350 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-89ef5e85-c083-4d51-a1f4-ab2746129b44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:13:02.385364 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-89ef5e85-c083-4d51-a1f4-ab2746129b44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854175593'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:02.411946 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-89ef5e85-c083-4d51-a1f4-ab2746129b44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:02.417767 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-89ef5e85-c083-4d51-a1f4-ab2746129b44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5221598
Nov 18 15:13:02.503254 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-eda6de09-9f3e-4f8e-9e5f-7f4be200a529 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Synchronizing usage tracker for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:floatingip {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:13:02.518891 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-eda6de09-9f3e-4f8e-9e5f-7f4be200a529 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Unset dirty status for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:floatingip {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:13:02.520126 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-eda6de09-9f3e-4f8e-9e5f-7f4be200a529 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.1.119 HTTP/1.1" status: 200  len: 696 time: 0.0994163
Nov 18 15:13:02.676727 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-8c584d54-79ce-448a-94db-1e174b9d03ce tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:13:02.678241 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-8c584d54-79ce-448a-94db-1e174b9d03ce tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/networks/96475b02-3c3a-4cf0-bab1-8b9b17365c14 HTTP/1.1" status: 200  len: 784 time: 0.1516714
Nov 18 15:13:02.689042 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-52714820-2a86-4875-9e21-b94185b6f5d4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 15:13:02.690078 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5c1d9fe-8a76-43d0-9329-0710b2c06e4d req-52714820-2a86-4875-9e21-b94185b6f5d4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0060337
Nov 18 15:13:02.883064 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6016f26-d06d-41af-a115-bbecbcbdce39 req-7a103dbe-d325-450d-8641-9543fe35b7ff tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:13:02.884638 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b6016f26-d06d-41af-a115-bbecbcbdce39 req-7a103dbe-d325-450d-8641-9543fe35b7ff tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0833657
Nov 18 15:13:02.972329 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b6016f26-d06d-41af-a115-bbecbcbdce39 req-a9f755c3-db53-42f0-a7c8-a834248323f4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.1.119 HTTP/1.1" status: 200  len: 696 time: 0.0814614
Nov 18 15:13:02.982355 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-b6016f26-d06d-41af-a115-bbecbcbdce39 req-dc752ed3-6857-4c6d-89ee-09b51719ac75 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Request body: {'floatingip': {'port_id': 'a8aac71d-eed6-4699-8576-bee2ed8f82b7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:13:03.061217 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b6016f26-d06d-41af-a115-bbecbcbdce39 req-dc752ed3-6857-4c6d-89ee-09b51719ac75 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for floatingip, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:03.675216 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b6016f26-d06d-41af-a115-bbecbcbdce39 req-dc752ed3-6857-4c6d-89ee-09b51719ac75 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for floatingip, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:03.678481 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b6016f26-d06d-41af-a115-bbecbcbdce39 req-dc752ed3-6857-4c6d-89ee-09b51719ac75 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854175593'] for floatingip, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:03.874215 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-b6016f26-d06d-41af-a115-bbecbcbdce39 req-dc752ed3-6857-4c6d-89ee-09b51719ac75 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Floating IP b71d10d5-ff5a-4786-bb0a-101b582366f3 associated. External IP: 172.27.1.119, port: a8aac71d-eed6-4699-8576-bee2ed8f82b7.
Nov 18 15:13:04.497509 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6016f26-d06d-41af-a115-bbecbcbdce39 req-dc752ed3-6857-4c6d-89ee-09b51719ac75 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Router ab3b1ed7-b461-4daf-9f32-7d890811ff53 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:13:04.707084 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6016f26-d06d-41af-a115-bbecbcbdce39 req-dc752ed3-6857-4c6d-89ee-09b51719ac75 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:13:04.711586 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b6016f26-d06d-41af-a115-bbecbcbdce39 req-dc752ed3-6857-4c6d-89ee-09b51719ac75 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:04.717364 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db46e1eb-ca54-4198-a0cb-76e74056eb54 None None] Sync routers for ids ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'] in dv-cinder-733623-8-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:13:04.730926 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db46e1eb-ca54-4198-a0cb-76e74056eb54 None None] Routers {'ab3b1ed7-b461-4daf-9f32-7d890811ff53'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:13:04.731607 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-db46e1eb-ca54-4198-a0cb-76e74056eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef0db6a0>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:12:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:13:04.766403 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b6016f26-d06d-41af-a115-bbecbcbdce39 req-dc752ed3-6857-4c6d-89ee-09b51719ac75 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "PUT /v2.0/floatingips/b71d10d5-ff5a-4786-bb0a-101b582366f3 HTTP/1.1" status: 200  len: 997 time: 1.7880321
Nov 18 15:13:04.766890 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d3952f-e6df-4798-943d-710302bdf51f', 'tag': 'a8aac71d-eed6-4699-8576-bee2ed8f82b7'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:13:04.830342 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d3952f-e6df-4798-943d-710302bdf51f', 'tag': 'a8aac71d-eed6-4699-8576-bee2ed8f82b7', 'status': 'completed', 'code': 200}
Nov 18 15:13:04.925353 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-db46e1eb-ca54-4198-a0cb-76e74056eb54 None None] Set router ab3b1ed7-b461-4daf-9f32-7d890811ff53 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:13:04.976205 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f17ea659-d127-46e9-929f-8d72e08d2138 req-ba05f1d3-7cd3-403d-a26b-a19b7bf7e710 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 1163 time: 0.1231313
Nov 18 15:13:05.110684 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b6016f26-d06d-41af-a115-bbecbcbdce39 req-ab718daa-9837-464a-851f-b66a19e62dc2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 1163 time: 0.3311565
Nov 18 15:13:05.180247 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ea659-d127-46e9-929f-8d72e08d2138 req-cee49c78-8e14-40bd-8fd2-c79986d4132f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:13:05.181843 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f17ea659-d127-46e9-929f-8d72e08d2138 req-cee49c78-8e14-40bd-8fd2-c79986d4132f service neutron] 10.222.0.15 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 906 time: 0.1995280
Nov 18 15:13:05.294614 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-db46e1eb-ca54-4198-a0cb-76e74056eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef0db6a0>, [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': 'b71d10d5-ff5a-4786-bb0a-101b582366f3', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'port_id': 'a8aac71d-eed6-4699-8576-bee2ed8f82b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'mac_address': 'fa:16:3e:12:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d3952f-e6df-4798-943d-710302bdf51f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:13:01Z', 'updated_at': '2020-11-18T15:13:03Z', 'revision_number': 1, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c823e3e6-64e8-47f0-99a2-a5113a4576f0', 'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'mac_address': 'fa:16:3e:d6:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:50Z', 'updated_at': '2020-11-18T15:12:00Z', 'revision_number': 5, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'subnets': [{'id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:13:05.298832 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db46e1eb-ca54-4198-a0cb-76e74056eb54 None None] Checking router: ab3b1ed7-b461-4daf-9f32-7d890811ff53 for host: dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:13:05.311031 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db46e1eb-ca54-4198-a0cb-76e74056eb54 None None] Routers {'ab3b1ed7-b461-4daf-9f32-7d890811ff53'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:13:05.311928 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-db46e1eb-ca54-4198-a0cb-76e74056eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef0db6a0>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:12:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:13:05.361311 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6016f26-d06d-41af-a115-bbecbcbdce39 req-3f0bf282-1961-4f06-95de-603eaac76c93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:13:05.362847 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b6016f26-d06d-41af-a115-bbecbcbdce39 req-3f0bf282-1961-4f06-95de-603eaac76c93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 906 time: 0.2441270
Nov 18 15:13:05.364707 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f17ea659-d127-46e9-929f-8d72e08d2138 req-4d271fea-4b81-4ad6-810c-ef12fd3dc2b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8aac71d-eed6-4699-8576-bee2ed8f82b7 HTTP/1.1" status: 200  len: 1000 time: 0.1354132
Nov 18 15:13:05.498217 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-db46e1eb-ca54-4198-a0cb-76e74056eb54 None None] Set router ab3b1ed7-b461-4daf-9f32-7d890811ff53 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:13:05.527474 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ea659-d127-46e9-929f-8d72e08d2138 req-b0e0a368-4a08-4eda-96c7-bbb52d08ac51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:13:05.529073 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f17ea659-d127-46e9-929f-8d72e08d2138 req-b0e0a368-4a08-4eda-96c7-bbb52d08ac51 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9de4fbf5-a23a-4569-89a5-5a8b54ed76e3 HTTP/1.1" status: 200  len: 851 time: 0.1057591
Nov 18 15:13:05.532085 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b6016f26-d06d-41af-a115-bbecbcbdce39 req-60943461-0435-4f86-b4e2-75c4b91397ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8aac71d-eed6-4699-8576-bee2ed8f82b7 HTTP/1.1" status: 200  len: 1000 time: 0.1626832
Nov 18 15:13:05.656656 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6016f26-d06d-41af-a115-bbecbcbdce39 req-0fad0ad2-5fd4-45a0-8350-ae703dc71980 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:13:05.658338 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b6016f26-d06d-41af-a115-bbecbcbdce39 req-0fad0ad2-5fd4-45a0-8350-ae703dc71980 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9de4fbf5-a23a-4569-89a5-5a8b54ed76e3 HTTP/1.1" status: 200  len: 851 time: 0.0818076
Nov 18 15:13:05.729853 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f17ea659-d127-46e9-929f-8d72e08d2138 req-b43f6d5e-d96d-4e4e-a138-38d0a31d9bf7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9be0682f-83c3-432a-8701-461161c7088d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1941459
Nov 18 15:13:05.816407 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:05.857393 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b6016f26-d06d-41af-a115-bbecbcbdce39 req-4240f8d1-f545-4989-81f5-19d4e1d78bb9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9be0682f-83c3-432a-8701-461161c7088d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1878781
Nov 18 15:13:05.870455 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-b6016f26-d06d-41af-a115-bbecbcbdce39 req-516fa60e-7d48-40ba-bc55-e4bdb1cdc7fe service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80264) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 15:13:05.871497 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b6016f26-d06d-41af-a115-bbecbcbdce39 req-516fa60e-7d48-40ba-bc55-e4bdb1cdc7fe service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0057478
Nov 18 15:13:05.940194 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f17ea659-d127-46e9-929f-8d72e08d2138 req-eaa72e5e-411e-4249-956b-d3af2a949f85 service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2014992
Nov 18 15:13:06.038036 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-db46e1eb-ca54-4198-a0cb-76e74056eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef0db6a0>, [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': 'b71d10d5-ff5a-4786-bb0a-101b582366f3', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'port_id': 'a8aac71d-eed6-4699-8576-bee2ed8f82b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'mac_address': 'fa:16:3e:12:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d3952f-e6df-4798-943d-710302bdf51f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:13:01Z', 'updated_at': '2020-11-18T15:13:03Z', 'revision_number': 1, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c823e3e6-64e8-47f0-99a2-a5113a4576f0', 'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'mac_address': 'fa:16:3e:d6:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:50Z', 'updated_at': '2020-11-18T15:12:00Z', 'revision_number': 5, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'subnets': [{'id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:13:06.042215 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db46e1eb-ca54-4198-a0cb-76e74056eb54 None None] The sync data for ids ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'] in dv-cinder-733623-8-iscsi is: [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': 'b71d10d5-ff5a-4786-bb0a-101b582366f3', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'port_id': 'a8aac71d-eed6-4699-8576-bee2ed8f82b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'mac_address': 'fa:16:3e:12:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d3952f-e6df-4798-943d-710302bdf51f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:13:01Z', 'updated_at': '2020-11-18T15:13:03Z', 'revision_number': 1, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c823e3e6-64e8-47f0-99a2-a5113a4576f0', 'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'mac_address': 'fa:16:3e:d6:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:50Z', 'updated_at': '2020-11-18T15:12:00Z', 'revision_number': 5, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'subnets': [{'id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:13:06.139012 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b6016f26-d06d-41af-a115-bbecbcbdce39 req-ec92fe43-25bb-4cb8-b2e9-6315c4bd281b service neutron] 10.222.0.21 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2604811
Nov 18 15:13:06.208106 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f17ea659-d127-46e9-929f-8d72e08d2138 req-dd5df0ee-e806-4bc7-984f-d23fe17a7b30 service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2159681
Nov 18 15:13:06.303513 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b6016f26-d06d-41af-a115-bbecbcbdce39 req-5150777b-1e25-46e8-9c8d-a57e8464448e service neutron] 10.222.0.21 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1570516
Nov 18 15:13:06.331981 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7bbe96-0318-4968-bd5a-2bb6be41a3e4 None None] New status for floating IP b71d10d5-ff5a-4786-bb0a-101b582366f3: ACTIVE {{(pid=80267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 15:13:09.506826 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4fd25af3-8d33-4ceb-995e-23660ac8e827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:12.133036 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-51fb2e6d-d70f-4ab0-b732-c98f624a2ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:12.426185 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:13.527133 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:13.732048 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:16.292550 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:13:35.735266 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:38.405225 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e7d3a83-5098-4fc7-a07f-9440b2906b5b req-2c51ddc5-e304-4d28-8425-2369a81c1ca9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0804703
Nov 18 15:13:38.563210 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e7d3a83-5098-4fc7-a07f-9440b2906b5b req-dbce910a-56b2-472f-8a89-9bc0134c63ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 1163 time: 0.0780950
Nov 18 15:13:38.721185 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d3a83-5098-4fc7-a07f-9440b2906b5b req-c3add0b5-d301-42d6-b5ee-4b1923872277 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:13:38.722676 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e7d3a83-5098-4fc7-a07f-9440b2906b5b req-c3add0b5-d301-42d6-b5ee-4b1923872277 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 906 time: 0.1385298
Nov 18 15:13:38.826654 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e7d3a83-5098-4fc7-a07f-9440b2906b5b req-54691167-b3d2-4330-b733-081043cfeeca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8aac71d-eed6-4699-8576-bee2ed8f82b7 HTTP/1.1" status: 200  len: 1002 time: 0.0969844
Nov 18 15:13:39.119516 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d3a83-5098-4fc7-a07f-9440b2906b5b req-3d481f62-3c0b-48c8-8d7b-446f538a955d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:13:39.121056 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e7d3a83-5098-4fc7-a07f-9440b2906b5b req-3d481f62-3c0b-48c8-8d7b-446f538a955d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9de4fbf5-a23a-4569-89a5-5a8b54ed76e3 HTTP/1.1" status: 200  len: 851 time: 0.2868927
Nov 18 15:13:39.200992 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e7d3a83-5098-4fc7-a07f-9440b2906b5b req-1cb816bc-bf9c-467a-805e-1be15ed70598 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9be0682f-83c3-432a-8701-461161c7088d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731347
Nov 18 15:13:39.341140 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e7d3a83-5098-4fc7-a07f-9440b2906b5b req-fdc89e66-f962-46ee-8757-86e3638d2b40 service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337509
Nov 18 15:13:39.482794 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e7d3a83-5098-4fc7-a07f-9440b2906b5b req-adffe2bb-6663-425d-ab07-0316c1f78c90 service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1352544
Nov 18 15:13:39.508331 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-188356bf-b9a2-458b-9050-ec732681251f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:42.134421 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ea2003da-a9ec-4772-a1f9-203a1db00ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:42.427374 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:43.528253 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:43.734445 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:13:53.294460 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:14:05.753437 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:14:09.509720 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8934d8d6-0e12-47da-806d-b245e7c6eeb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:14:12.135341 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-64dd7cc9-de88-4c73-b99b-be0eeaefb705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:14:12.429602 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:14:13.529855 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:14:13.735486 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:14:30.296406 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:14:35.751055 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:14:39.510573 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2475face-0996-4def-b4ea-eb54f735fed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:14:40.400352 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bfffe921-32a1-47c3-bda4-2597cb9f4bee req-e99183c2-af45-4d3c-a417-dcea9d1772f8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0770590
Nov 18 15:14:40.545160 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bfffe921-32a1-47c3-bda4-2597cb9f4bee req-7d9f2b01-20bb-4fb3-b71c-f2c4f87c95c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 1163 time: 0.0742824
Nov 18 15:14:40.706581 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffe921-32a1-47c3-bda4-2597cb9f4bee req-1d420fe7-bb40-4e69-b401-a95977c27e1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:14:40.708096 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bfffe921-32a1-47c3-bda4-2597cb9f4bee req-1d420fe7-bb40-4e69-b401-a95977c27e1b service neutron] 10.222.0.15 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 906 time: 0.1440735
Nov 18 15:14:40.817669 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bfffe921-32a1-47c3-bda4-2597cb9f4bee req-469e50a7-c86d-4538-8389-54925f483a20 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8aac71d-eed6-4699-8576-bee2ed8f82b7 HTTP/1.1" status: 200  len: 1002 time: 0.1023679
Nov 18 15:14:40.892975 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffe921-32a1-47c3-bda4-2597cb9f4bee req-b3334ac3-4f03-4f47-9729-45d3efe717cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:14:40.894536 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bfffe921-32a1-47c3-bda4-2597cb9f4bee req-b3334ac3-4f03-4f47-9729-45d3efe717cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9de4fbf5-a23a-4569-89a5-5a8b54ed76e3 HTTP/1.1" status: 200  len: 851 time: 0.0707133
Nov 18 15:14:40.977185 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bfffe921-32a1-47c3-bda4-2597cb9f4bee req-71f339ac-fb02-497b-a26f-066bc3048465 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9be0682f-83c3-432a-8701-461161c7088d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762253
Nov 18 15:14:41.116693 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bfffe921-32a1-47c3-bda4-2597cb9f4bee req-3a8c061a-62a6-4ba7-8fdb-f8c4a5b2402f service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330364
Nov 18 15:14:41.258470 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bfffe921-32a1-47c3-bda4-2597cb9f4bee req-a5ee1216-d325-4141-a768-b7be22d495ac service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1348152
Nov 18 15:14:42.135983 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3fcf9b2a-cb47-4464-b375-38410528295f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:14:42.430824 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:14:43.532863 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:14:43.739028 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:14:52.474006 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-2f3c9d6d-94fb-43c6-a611-aece7c78fcc0 req-9bb7ff4e-598d-4c53-a996-65244f1a87f2 service neutron] (80265) timed out ('10.222.0.15', 49900) {{(pid=80265) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 18 15:15:05.749267 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:07.297238 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:15:09.511849 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-50606929-d461-4f16-9f2f-62acacad9574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:12.136413 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3fcd554-17c5-4646-b192-5100c3aa7769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:12.434808 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:13.533704 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:13.742488 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:19.755558 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd22ba-83d5-4575-a276-bad4fbcc5b8d req-bb571d7c-1f17-4b73-82e3-a6b0c856805a tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:19.757206 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67bd22ba-83d5-4575-a276-bad4fbcc5b8d req-bb571d7c-1f17-4b73-82e3-a6b0c856805a tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 946 time: 0.1933267
Nov 18 15:15:19.805694 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67bd22ba-83d5-4575-a276-bad4fbcc5b8d req-56ae90ea-cf8a-4855-8fce-66d9d727c140 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0421865
Nov 18 15:15:21.206185 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f8df9-0cf2-4e12-887b-e7a6c01d098e req-bc6dde37-da32-4013-b0bf-b2e78e762e8e tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:21.207844 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f84f8df9-0cf2-4e12-887b-e7a6c01d098e req-bc6dde37-da32-4013-b0bf-b2e78e762e8e tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.15 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 946 time: 0.0917933
Nov 18 15:15:21.284908 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-f84f8df9-0cf2-4e12-887b-e7a6c01d098e req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Deleting port a8aac71d-eed6-4699-8576-bee2ed8f82b7 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:15:21.285309 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f84f8df9-0cf2-4e12-887b-e7a6c01d098e req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:21.337066 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd4e1d-e4ba-47c8-8f52-a31fbcfec61f req-60d5dcb8-07d4-49db-b9e2-c6d25d1827fb tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:21.338696 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fecd4e1d-e4ba-47c8-8f52-a31fbcfec61f req-60d5dcb8-07d4-49db-b9e2-c6d25d1827fb tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 946 time: 0.3897107
Nov 18 15:15:21.387383 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fecd4e1d-e4ba-47c8-8f52-a31fbcfec61f req-ca6fb52b-73c8-4ea5-ad68-02c8b2cd14df tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0424733
Nov 18 15:15:21.541211 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-f84f8df9-0cf2-4e12-887b-e7a6c01d098e req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] For port a8aac71d-eed6-4699-8576-bee2ed8f82b7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=a8aac71d-eed6-4699-8576-bee2ed8f82b7,segment=NetworkSegment(29b5edc9-162b-41d4-88ef-10e33e8d8c80),segment_id=29b5edc9-162b-41d4-88ef-10e33e8d8c80)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:15:21.541894 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f84f8df9-0cf2-4e12-887b-e7a6c01d098e req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:21.835408 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f84f8df9-0cf2-4e12-887b-e7a6c01d098e req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for floatingip, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:21.835744 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f84f8df9-0cf2-4e12-887b-e7a6c01d098e req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854175593'] for floatingip, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:21.836094 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-f84f8df9-0cf2-4e12-887b-e7a6c01d098e req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Floating IP b71d10d5-ff5a-4786-bb0a-101b582366f3 disassociated. External IP: 172.27.1.119, port: a8aac71d-eed6-4699-8576-bee2ed8f82b7.
Nov 18 15:15:21.836468 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-f84f8df9-0cf2-4e12-887b-e7a6c01d098e req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Calling delete_port for a8aac71d-eed6-4699-8576-bee2ed8f82b7 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:15:21.980605 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f84f8df9-0cf2-4e12-887b-e7a6c01d098e req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:21.995972 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-08a15422-7c46-426c-bdd2-df2cf052c2a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:15:22.042699 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Pushing event deleted for resources: {'Port': ['ID=a8aac71d-eed6-4699-8576-bee2ed8f82b7,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:15:22.066883 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:22.067299 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:22.067708 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:22.068599 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:22.069023 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:22.069425 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:22.069817 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:22.070211 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:22.070603 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:22.070990 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:22.071381 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:22.071769 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:22.072205 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:22.072595 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:22.073006 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:22.073416 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:22.073809 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:22.074200 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:22.074589 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:22.074978 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:22.075381 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:22.075767 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:22.076157 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:22.076541 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:22.127325 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:15:22.276155 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device a8aac71d-eed6-4699-8576-bee2ed8f82b7 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:15:22.309238 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] No Port match for: a8aac71d-eed6-4699-8576-bee2ed8f82b7 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:15:22.309885 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device a8aac71d-eed6-4699-8576-bee2ed8f82b7 not bound to the agent host hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:15:22.389522 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f84f8df9-0cf2-4e12-887b-e7a6c01d098e req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Router ab3b1ed7-b461-4daf-9f32-7d890811ff53 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:15:22.821804 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-934047d0-d3b3-4b1d-9532-2e5815177e90 req-e94f057f-9325-4342-8031-4a0c75365ef1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 210 time: 0.0600207
Nov 18 15:15:22.863311 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f84f8df9-0cf2-4e12-887b-e7a6c01d098e req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:15:22.873999 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ea110e-ce4d-4feb-8792-f65ef5591fc3 None None] Sync routers for ids ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'] in dv-cinder-733623-8-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:15:22.886669 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ea110e-ce4d-4feb-8792-f65ef5591fc3 None None] Routers {'ab3b1ed7-b461-4daf-9f32-7d890811ff53'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:15:22.887350 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a3ea110e-ce4d-4feb-8792-f65ef5591fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef07e438>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:15:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:15:22.899293 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84f8df9-0cf2-4e12-887b-e7a6c01d098e req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] No DVR routers for this DVR port a8aac71d-eed6-4699-8576-bee2ed8f82b7 on host hv-cinder-73362 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:15:22.901606 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f84f8df9-0cf2-4e12-887b-e7a6c01d098e req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:22.904254 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d3952f-e6df-4798-943d-710302bdf51f', 'name': 'network-vif-deleted', 'tag': 'a8aac71d-eed6-4699-8576-bee2ed8f82b7'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:15:22.919508 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f84f8df9-0cf2-4e12-887b-e7a6c01d098e req-c732ab88-c18f-4694-8770-8c4bf6b6fc86 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.15 "DELETE /v2.0/ports/a8aac71d-eed6-4699-8576-bee2ed8f82b7 HTTP/1.1" status: 204  len: 173 time: 1.7058983
Nov 18 15:15:22.970837 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d3952f-e6df-4798-943d-710302bdf51f', 'name': 'network-vif-deleted', 'tag': 'a8aac71d-eed6-4699-8576-bee2ed8f82b7', 'status': 'completed', 'code': 200}
Nov 18 15:15:23.083571 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-a3ea110e-ce4d-4feb-8792-f65ef5591fc3 None None] Set router ab3b1ed7-b461-4daf-9f32-7d890811ff53 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:15:23.411452 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a3ea110e-ce4d-4feb-8792-f65ef5591fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef07e438>, [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'c823e3e6-64e8-47f0-99a2-a5113a4576f0', 'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'mac_address': 'fa:16:3e:d6:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:50Z', 'updated_at': '2020-11-18T15:12:00Z', 'revision_number': 5, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'subnets': [{'id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:15:23.415665 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ea110e-ce4d-4feb-8792-f65ef5591fc3 None None] Checking router: ab3b1ed7-b461-4daf-9f32-7d890811ff53 for host: dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:15:23.427465 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ea110e-ce4d-4feb-8792-f65ef5591fc3 None None] Routers {'ab3b1ed7-b461-4daf-9f32-7d890811ff53'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:15:23.428135 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a3ea110e-ce4d-4feb-8792-f65ef5591fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef07e438>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:15:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:15:23.621211 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-a3ea110e-ce4d-4feb-8792-f65ef5591fc3 None None] Set router ab3b1ed7-b461-4daf-9f32-7d890811ff53 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:15:23.949968 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a3ea110e-ce4d-4feb-8792-f65ef5591fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef07e438>, [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'c823e3e6-64e8-47f0-99a2-a5113a4576f0', 'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'mac_address': 'fa:16:3e:d6:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:50Z', 'updated_at': '2020-11-18T15:12:00Z', 'revision_number': 5, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'subnets': [{'id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:15:23.954513 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ea110e-ce4d-4feb-8792-f65ef5591fc3 None None] The sync data for ids ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'] in dv-cinder-733623-8-iscsi is: [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'c823e3e6-64e8-47f0-99a2-a5113a4576f0', 'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'mac_address': 'fa:16:3e:d6:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:50Z', 'updated_at': '2020-11-18T15:12:00Z', 'revision_number': 5, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'subnets': [{'id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:15:24.020365 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-16aedc42-0a27-4165-a554-9ce0994aeb62 req-58ac1dd7-faa0-4b55-9189-0abf31403e16 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Synchronizing usage tracker for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:15:24.035360 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-16aedc42-0a27-4165-a554-9ce0994aeb62 req-58ac1dd7-faa0-4b55-9189-0abf31403e16 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Unset dirty status for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:15:24.037258 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-16aedc42-0a27-4165-a554-9ce0994aeb62 req-58ac1dd7-faa0-4b55-9189-0abf31403e16 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=c7d3952f-e6df-4798-943d-710302bdf51f HTTP/1.1" status: 200  len: 210 time: 0.0636363
Nov 18 15:15:24.346453 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f75dad4-d373-49b8-900e-3ca3d173124c None None] New status for floating IP b71d10d5-ff5a-4786-bb0a-101b582366f3: DOWN {{(pid=80267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 15:15:25.442100 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-53029ede-7e40-4ff4-9468-80fef4b780b9 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1811126523&fields=id&tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c HTTP/1.1" status: 200  len: 267 time: 0.0462992
Nov 18 15:15:25.603049 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-baa6ccc0-d61a-49e9-a2c4-a2d0c0d65064 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:25.604714 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-baa6ccc0-d61a-49e9-a2c4-a2d0c0d65064 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 812 time: 0.1550524
Nov 18 15:15:25.622373 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-a632812a-656a-4a58-94e6-86ea75062cbe tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/quotas/f0e0dabc48e24b30ab3fb65b5421eb7c HTTP/1.1" status: 200  len: 375 time: 0.0115464
Nov 18 15:15:25.708708 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-d61c9f0b-af0e-4626-8e49-ebc22c25af45 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0810461
Nov 18 15:15:25.725056 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-565438f5-ff55-45f6-a436-6275358eb490 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80264) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 15:15:25.726126 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-565438f5-ff55-45f6-a436-6275358eb490 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0058663
Nov 18 15:15:25.869542 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-bc4f2bd2-47ce-49a4-a713-3f273f1f321c service neutron] 10.222.0.21 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374638
Nov 18 15:15:26.012056 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-6fba6080-3f04-4fe9-bcb9-7f30be8bdc20 service neutron] 10.222.0.21 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363285
Nov 18 15:15:26.427628 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0206575f-2b29-4fce-9bd5-02c88e9e692b req-55c7520a-069c-44e5-a1a9-81c7bc10e37c tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 210 time: 0.0459628
Nov 18 15:15:27.441888 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-d8f3d6bb-31bc-492f-bd7c-f4f158d0e07d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:27.443535 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-d8f3d6bb-31bc-492f-bd7c-f4f158d0e07d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.15 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 812 time: 0.1576631
Nov 18 15:15:27.526440 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-fce1ac50-b74b-47aa-a583-49f2abe01ac5 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c HTTP/1.1" status: 200  len: 5087 time: 0.0703418
Nov 18 15:15:27.535828 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-5565b5ed-ea66-4c47-ab03-68950e07a3f4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Request body: {'port': {'device_id': '783017a2-596f-44cf-a472-315ce01a408d', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'admin_state_up': True, 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'security_groups': ['d087feb6-89ee-48a1-b12d-fba1ad981ba3']}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:15:27.681486 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-545eee32-91ff-433a-a4a7-dd499b8fde33 req-d87ace31-a139-412d-ab3b-12af71c26423 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 210 time: 0.1010370
Nov 18 15:15:27.731646 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-5565b5ed-ea66-4c47-ab03-68950e07a3f4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:15:27.741494 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-5565b5ed-ea66-4c47-ab03-68950e07a3f4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:15:27.749837 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-5565b5ed-ea66-4c47-ab03-68950e07a3f4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Made reservation on behalf of f0e0dabc48e24b30ab3fb65b5421eb7c for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:15:27.755308 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-5565b5ed-ea66-4c47-ab03-68950e07a3f4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:28.064983 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-5565b5ed-ea66-4c47-ab03-68950e07a3f4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Allocated IP 172.20.0.5 (9be0682f-83c3-432a-8701-461161c7088d/9de4fbf5-a23a-4569-89a5-5a8b54ed76e3/86950ce7-2608-42a4-9265-e50039ee34e6) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:15:28.263219 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-5565b5ed-ea66-4c47-ab03-68950e07a3f4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:28.279185 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-5565b5ed-ea66-4c47-ab03-68950e07a3f4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Transition to ACTIVE for port object 86950ce7-2608-42a4-9265-e50039ee34e6 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:15:28.298033 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-5565b5ed-ea66-4c47-ab03-68950e07a3f4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:28.313557 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2f729efa-df7f-4387-9a36-aa846083d26c tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:15:28.449717 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565b5ed-ea66-4c47-ab03-68950e07a3f4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Pushing event updated for resources: {'Port': ['ID=86950ce7-2608-42a4-9265-e50039ee34e6,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:15:28.454022 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5565b5ed-ea66-4c47-ab03-68950e07a3f4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:15:28.505123 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-5565b5ed-ea66-4c47-ab03-68950e07a3f4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Network 9be0682f-83c3-432a-8701-461161c7088d is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:15:28.506287 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-5565b5ed-ea66-4c47-ab03-68950e07a3f4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:15:28.508555 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-5565b5ed-ea66-4c47-ab03-68950e07a3f4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:15:28.577451 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-5565b5ed-ea66-4c47-ab03-68950e07a3f4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:28.578250 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-5565b5ed-ea66-4c47-ab03-68950e07a3f4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:28.604995 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-5565b5ed-ea66-4c47-ab03-68950e07a3f4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0735376
Nov 18 15:15:28.692150 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3201e3a3-af92-44f7-92f4-78f51d56c088 None None] Provisioning for port 86950ce7-2608-42a4-9265-e50039ee34e6 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:15:28.692599 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-39ffce77-6f69-40b5-a605-79faebb33d25 service neutron] Request body: {'port': {'device_id': '783017a2-596f-44cf-a472-315ce01a408d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:15:28.697476 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3201e3a3-af92-44f7-92f4-78f51d56c088 None None] Provisioning complete for port 86950ce7-2608-42a4-9265-e50039ee34e6 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:15:28.697907 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3201e3a3-af92-44f7-92f4-78f51d56c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:28.756559 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3201e3a3-af92-44f7-92f4-78f51d56c088 None None] Port 86950ce7-2608-42a4-9265-e50039ee34e6 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 15:15:28.807153 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-39ffce77-6f69-40b5-a605-79faebb33d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:28.904618 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6ef3d-55a0-4d4c-a6a9-202fe31e2204 req-30b3bbc0-b325-4e44-8f0a-68d26f2fa6dd tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:28.906242 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1bd6ef3d-55a0-4d4c-a6a9-202fe31e2204 req-30b3bbc0-b325-4e44-8f0a-68d26f2fa6dd tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 931 time: 0.0846343
Nov 18 15:15:28.954683 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1bd6ef3d-55a0-4d4c-a6a9-202fe31e2204 req-3365a2b4-9247-4590-9ee2-42eef9d24342 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0415437
Nov 18 15:15:29.209890 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-39ffce77-6f69-40b5-a605-79faebb33d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86950ce7-2608-42a4-9265-e50039ee34e6 {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 15:15:29.216682 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-39ffce77-6f69-40b5-a605-79faebb33d25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:29.229491 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-39ffce77-6f69-40b5-a605-79faebb33d25 service neutron] Transition to ACTIVE for port object 86950ce7-2608-42a4-9265-e50039ee34e6 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:15:29.231815 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-39ffce77-6f69-40b5-a605-79faebb33d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:29.247673 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-81619f37-dd1c-42e9-befe-3b23c5933e10 tempest-VolumesActionsTest-1493160426 tempest-VolumesActionsTest-1493160426] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:15:29.379642 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffce77-6f69-40b5-a605-79faebb33d25 service neutron] Pushing event updated for resources: {'Port': ['ID=86950ce7-2608-42a4-9265-e50039ee34e6,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:15:29.389403 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-39ffce77-6f69-40b5-a605-79faebb33d25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:15:29.569213 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-39ffce77-6f69-40b5-a605-79faebb33d25 service neutron] Attempting to bind port 86950ce7-2608-42a4-9265-e50039ee34e6 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:15:29.569740 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-39ffce77-6f69-40b5-a605-79faebb33d25 service neutron] Attempting to bind port 86950ce7-2608-42a4-9265-e50039ee34e6 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '29b5edc9-162b-41d4-88ef-10e33e8d8c80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9be0682f-83c3-432a-8701-461161c7088d'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:15:29.570066 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-39ffce77-6f69-40b5-a605-79faebb33d25 service neutron] Attempting to bind port 86950ce7-2608-42a4-9265-e50039ee34e6 on network 9be0682f-83c3-432a-8701-461161c7088d {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:15:29.577333 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-39ffce77-6f69-40b5-a605-79faebb33d25 service neutron] Checking agent: {'id': '91607d16-723a-4a8c-80a4-032802295cf0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 34), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:15:29.577715 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-39ffce77-6f69-40b5-a605-79faebb33d25 service neutron] Checking segment: {'id': '29b5edc9-162b-41d4-88ef-10e33e8d8c80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9be0682f-83c3-432a-8701-461161c7088d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:15:29.578124 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-39ffce77-6f69-40b5-a605-79faebb33d25 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:29.578526 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-39ffce77-6f69-40b5-a605-79faebb33d25 service neutron] Bound using segment: {'id': '29b5edc9-162b-41d4-88ef-10e33e8d8c80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9be0682f-83c3-432a-8701-461161c7088d'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:15:29.579014 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-39ffce77-6f69-40b5-a605-79faebb33d25 service neutron] Bound port: 86950ce7-2608-42a4-9265-e50039ee34e6, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b5edc9-162b-41d4-88ef-10e33e8d8c80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9be0682f-83c3-432a-8701-461161c7088d'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:15:29.579390 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-39ffce77-6f69-40b5-a605-79faebb33d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:29.673605 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-39ffce77-6f69-40b5-a605-79faebb33d25 service neutron] For port 86950ce7-2608-42a4-9265-e50039ee34e6, host hv-cinder-73362, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:15:29.677112 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-39ffce77-6f69-40b5-a605-79faebb33d25 service neutron] For port 86950ce7-2608-42a4-9265-e50039ee34e6, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=86950ce7-2608-42a4-9265-e50039ee34e6,segment=NetworkSegment(29b5edc9-162b-41d4-88ef-10e33e8d8c80),segment_id=29b5edc9-162b-41d4-88ef-10e33e8d8c80)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:15:29.680705 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-39ffce77-6f69-40b5-a605-79faebb33d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:29.696960 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ff7b1b0d-73b0-404f-9fcc-a650f914cf48 tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:15:29.845753 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffce77-6f69-40b5-a605-79faebb33d25 service neutron] Pushing event updated for resources: {'Port': ['ID=86950ce7-2608-42a4-9265-e50039ee34e6,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:15:29.850567 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-39ffce77-6f69-40b5-a605-79faebb33d25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:15:29.882958 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-39ffce77-6f69-40b5-a605-79faebb33d25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:29.884446 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-39ffce77-6f69-40b5-a605-79faebb33d25 service neutron] 10.222.0.15 "PUT /v2.0/ports/86950ce7-2608-42a4-9265-e50039ee34e6 HTTP/1.1" status: 200  len: 1157 time: 1.2721107
Nov 18 15:15:29.885007 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783017a2-596f-44cf-a472-315ce01a408d', 'tag': '86950ce7-2608-42a4-9265-e50039ee34e6'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:15:29.960503 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783017a2-596f-44cf-a472-315ce01a408d', 'tag': '86950ce7-2608-42a4-9265-e50039ee34e6', 'status': 'completed', 'code': 200}
Nov 18 15:15:30.175328 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5a771-dbf5-44af-b2c8-98c1569f33e4 req-f291e024-404e-4761-925b-5ab782b736b6 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:30.176972 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-07c5a771-dbf5-44af-b2c8-98c1569f33e4 req-f291e024-404e-4761-925b-5ab782b736b6 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 943 time: 0.0878134
Nov 18 15:15:30.225324 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-90e9b297-f02d-427d-b5a7-b9ed9fa33b57 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 1160 time: 0.3036807
Nov 18 15:15:30.226222 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-07c5a771-dbf5-44af-b2c8-98c1569f33e4 req-9cdf5c9d-6532-496b-bc3d-68e3c2d7c1b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0422773
Nov 18 15:15:30.298617 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-ec102e0d-79cf-4d1e-9815-1dc4c4854a7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86950ce7-2608-42a4-9265-e50039ee34e6 HTTP/1.1" status: 200  len: 217 time: 0.0654647
Nov 18 15:15:30.367881 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-8c53057c-0a72-4068-9f1b-a520b53aeccd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:30.369327 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-8c53057c-0a72-4068-9f1b-a520b53aeccd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9de4fbf5-a23a-4569-89a5-5a8b54ed76e3 HTTP/1.1" status: 200  len: 851 time: 0.0645516
Nov 18 15:15:30.447309 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-18989d6c-7bb9-431d-9d24-6d7553106a03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9be0682f-83c3-432a-8701-461161c7088d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717089
Nov 18 15:15:30.587757 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-1606b064-049e-44ee-aa7f-bf0718618446 service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340766
Nov 18 15:15:30.742043 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9ea5b86-e369-4cbf-ace4-e2e45794b462 req-a2e7b4db-3365-4e37-aa80-a3282a67a5fd service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1475925
Nov 18 15:15:30.866794 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-56314d94-15f8-430b-92f0-f4d1a88a515e req-5bd04399-e9cb-4ea8-ac75-888ad2e44028 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 1160 time: 0.0784023
Nov 18 15:15:31.005215 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56314d94-15f8-430b-92f0-f4d1a88a515e req-f4854226-00a2-4c67-8c18-0602afe37bb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:31.007199 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-56314d94-15f8-430b-92f0-f4d1a88a515e req-f4854226-00a2-4c67-8c18-0602afe37bb7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 906 time: 0.1343868
Nov 18 15:15:31.077721 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-56314d94-15f8-430b-92f0-f4d1a88a515e req-16bfff14-1b34-46d4-9979-f1553f1b6c1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86950ce7-2608-42a4-9265-e50039ee34e6 HTTP/1.1" status: 200  len: 217 time: 0.0634503
Nov 18 15:15:31.148064 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56314d94-15f8-430b-92f0-f4d1a88a515e req-cf687875-8676-4b14-abb1-ac5d9a3f46c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:31.149592 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-56314d94-15f8-430b-92f0-f4d1a88a515e req-cf687875-8676-4b14-abb1-ac5d9a3f46c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9de4fbf5-a23a-4569-89a5-5a8b54ed76e3 HTTP/1.1" status: 200  len: 851 time: 0.0647557
Nov 18 15:15:31.227459 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-56314d94-15f8-430b-92f0-f4d1a88a515e req-48f3f320-4ecc-46d6-9b43-ced9bd0d936c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9be0682f-83c3-432a-8701-461161c7088d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0712585
Nov 18 15:15:31.419171 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-56314d94-15f8-430b-92f0-f4d1a88a515e req-26610b77-6ac2-475d-8920-9a127e31d4a9 service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1832349
Nov 18 15:15:31.566191 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6bf8a-2fed-43b2-8566-467799628caa req-4a11a0bc-c42f-45ea-807a-4afd82205b9c tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:31.566888 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-23d6bf8a-2fed-43b2-8566-467799628caa req-4a11a0bc-c42f-45ea-807a-4afd82205b9c tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Synchronizing usage tracker for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:15:31.598854 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-56314d94-15f8-430b-92f0-f4d1a88a515e req-17e990d8-b473-43a3-996d-47d779ab38b3 service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1723447
Nov 18 15:15:31.600589 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-23d6bf8a-2fed-43b2-8566-467799628caa req-4a11a0bc-c42f-45ea-807a-4afd82205b9c tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Unset dirty status for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:15:31.601747 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-23d6bf8a-2fed-43b2-8566-467799628caa req-4a11a0bc-c42f-45ea-807a-4afd82205b9c tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 943 time: 0.2443552
Nov 18 15:15:31.650660 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-23d6bf8a-2fed-43b2-8566-467799628caa req-b295cc34-7088-4a1d-a65e-a76df811bf45 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0423591
Nov 18 15:15:32.862689 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3440a-0c91-43d1-b473-3bf481667d12 req-5e5ceefe-4209-4874-bed9-5b7f4505b32b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:32.864197 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eaa3440a-0c91-43d1-b473-3bf481667d12 req-5e5ceefe-4209-4874-bed9-5b7f4505b32b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 943 time: 0.0858257
Nov 18 15:15:32.911608 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eaa3440a-0c91-43d1-b473-3bf481667d12 req-85481216-0a62-4a97-aae2-d6b7ef75db20 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0405550
Nov 18 15:15:34.121849 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf46d2-4084-40f6-9ab2-098d874572c2 req-5980f0e3-57fc-41fd-a5e1-27f23d6b4e7e tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:34.123411 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dbdf46d2-4084-40f6-9ab2-098d874572c2 req-5980f0e3-57fc-41fd-a5e1-27f23d6b4e7e tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 943 time: 0.0813701
Nov 18 15:15:34.175171 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dbdf46d2-4084-40f6-9ab2-098d874572c2 req-6e0c0fde-5a77-4889-8a07-b3c0dc992110 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0456195
Nov 18 15:15:35.386895 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58eef76-a9fb-4cf9-89f1-03e42d369454 req-63a7de8b-e876-4a9a-a236-13fa0c629cee tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:35.388460 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c58eef76-a9fb-4cf9-89f1-03e42d369454 req-63a7de8b-e876-4a9a-a236-13fa0c629cee tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 943 time: 0.0812092
Nov 18 15:15:35.441607 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c58eef76-a9fb-4cf9-89f1-03e42d369454 req-79543fcd-9516-4fa3-b7a4-486f235834d9 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0469668
Nov 18 15:15:35.770165 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:36.649515 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dddf4-21b3-485b-899d-4cb7af811943 req-08b4d011-2d34-49d1-92d2-bb27916f3eb7 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:36.651097 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b40dddf4-21b3-485b-899d-4cb7af811943 req-08b4d011-2d34-49d1-92d2-bb27916f3eb7 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 943 time: 0.0821371
Nov 18 15:15:36.698049 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b40dddf4-21b3-485b-899d-4cb7af811943 req-b9242fc9-221c-461e-8390-65f64ba2c408 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0407302
Nov 18 15:15:37.905669 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d78f1-8790-43b1-8708-2aaae7618664 req-1ba0628a-3217-4a95-ae4a-1b6754d4f30b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:37.907274 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f36d78f1-8790-43b1-8708-2aaae7618664 req-1ba0628a-3217-4a95-ae4a-1b6754d4f30b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 943 time: 0.0820587
Nov 18 15:15:37.954185 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f36d78f1-8790-43b1-8708-2aaae7618664 req-208f0c81-5149-4814-bd65-0c4fb898d52c tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0401092
Nov 18 15:15:38.805442 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 86950ce7-2608-42a4-9265-e50039ee34e6 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:15:38.874989 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning for port 86950ce7-2608-42a4-9265-e50039ee34e6 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:15:38.879699 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 86950ce7-2608-42a4-9265-e50039ee34e6 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:15:38.880157 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:38.998126 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:39.025683 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783017a2-596f-44cf-a472-315ce01a408d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86950ce7-2608-42a4-9265-e50039ee34e6'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:15:39.035655 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port 86950ce7-2608-42a4-9265-e50039ee34e6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=86950ce7-2608-42a4-9265-e50039ee34e6,segment=NetworkSegment(29b5edc9-162b-41d4-88ef-10e33e8d8c80),segment_id=29b5edc9-162b-41d4-88ef-10e33e8d8c80)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:15:39.039251 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:39.041156 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fac146ba-5a43-4f04-9747-164099a48117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:15:39.088508 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783017a2-596f-44cf-a472-315ce01a408d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86950ce7-2608-42a4-9265-e50039ee34e6', 'code': 200}
Nov 18 15:15:39.111345 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=86950ce7-2608-42a4-9265-e50039ee34e6,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:15:39.121367 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:39.121769 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:39.122165 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:39.122591 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:39.122972 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:39.123354 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:39.123732 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:39.124112 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:39.124503 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:39.124913 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:39.125338 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:39.125662 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:39.126076 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:39.126449 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:39.126821 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:39.127196 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:39.127565 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:39.127939 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:39.128305 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:39.128675 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:39.129072 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:39.129441 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:39.129812 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:39.130206 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:15:39.134463 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:15:39.181172 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994fd8e-4f91-4d34-b3ce-64e29cdd6490 req-6c7ac813-20c4-4dab-9fbf-c62d5f30fae2 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:39.182779 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8994fd8e-4f91-4d34-b3ce-64e29cdd6490 req-6c7ac813-20c4-4dab-9fbf-c62d5f30fae2 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 945 time: 0.0981376
Nov 18 15:15:39.231704 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8994fd8e-4f91-4d34-b3ce-64e29cdd6490 req-570e2c3e-2c1c-4e93-abbe-22217227488f tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0423546
Nov 18 15:15:39.370939 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c17ce65a-b929-41f9-aa03-1895f522c177 req-7cf63a9d-be45-4f3b-abdb-82a59b775382 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 1162 time: 0.0737262
Nov 18 15:15:39.414681 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c17ce65a-b929-41f9-aa03-1895f522c177 req-1757a8c0-54c0-4acc-82b8-5ccba2d044f5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0376234
Nov 18 15:15:39.512097 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f2e944a0-625c-46dd-86ba-246e4684994d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:40.443441 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 86950ce7-2608-42a4-9265-e50039ee34e6 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:15:40.451188 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255283c3-536e-460e-b343-c7b4f50ced62 req-439dc042-53b0-4cf1-b4ea-2984681bc5f7 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:40.452814 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-255283c3-536e-460e-b343-c7b4f50ced62 req-439dc042-53b0-4cf1-b4ea-2984681bc5f7 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 945 time: 0.0891058
Nov 18 15:15:40.503473 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-255283c3-536e-460e-b343-c7b4f50ced62 req-2e3da7e4-2ee7-4ed9-8a58-591ac6886530 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0443714
Nov 18 15:15:40.678967 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 86950ce7-2608-42a4-9265-e50039ee34e6 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:15:40.679389 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:41.719488 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7d8e4-5ff1-4e4a-acbc-4df0b35e3843 req-04aeca80-1d6a-40f3-8aa8-def5e1ed8690 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:41.721102 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-07c7d8e4-5ff1-4e4a-acbc-4df0b35e3843 req-04aeca80-1d6a-40f3-8aa8-def5e1ed8690 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 945 time: 0.0854809
Nov 18 15:15:41.768004 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-07c7d8e4-5ff1-4e4a-acbc-4df0b35e3843 req-3ea57033-c337-4df1-bc72-f69220d90b5c tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0401998
Nov 18 15:15:41.979394 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4c998-c363-4430-accd-c4f09bd94a86 req-acf024f2-9abe-42d9-aeab-c95dde6ed759 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:41.980985 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-50e4c998-c363-4430-accd-c4f09bd94a86 req-acf024f2-9abe-42d9-aeab-c95dde6ed759 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 945 time: 0.0823493
Nov 18 15:15:42.028819 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-50e4c998-c363-4430-accd-c4f09bd94a86 req-3e38f5bd-9df8-4997-99b1-d5eb353c19ce tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0416725
Nov 18 15:15:42.137582 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-36c0cf50-e240-4d99-b0ba-385e204954fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:42.236427 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-f6cd212e-8ced-4804-8298-574fae4cdb58 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1542645
Nov 18 15:15:42.246471 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-fb40bc02-abdb-460b-99fb-81b2bb5891cf tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Request body: {'floatingip': {'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:15:42.251871 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-fb40bc02-abdb-460b-99fb-81b2bb5891cf tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:15:42.262065 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-fb40bc02-abdb-460b-99fb-81b2bb5891cf tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:15:42.271446 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-fb40bc02-abdb-460b-99fb-81b2bb5891cf tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for floatingip, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:42.413014 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-fb40bc02-abdb-460b-99fb-81b2bb5891cf tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:42.433980 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 86950ce7-2608-42a4-9265-e50039ee34e6 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:15:42.476428 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:42.514946 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 86950ce7-2608-42a4-9265-e50039ee34e6 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:15:42.515367 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:42.688500 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-fb40bc02-abdb-460b-99fb-81b2bb5891cf tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Allocated IP 172.27.1.138 (96475b02-3c3a-4cf0-bab1-8b9b17365c14/9c2873db-d6d7-45a1-862e-7032080186d6/efa012a2-1493-4150-a315-e3085e8d85c9) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:15:42.843114 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-fb40bc02-abdb-460b-99fb-81b2bb5891cf tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:42.869388 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-fb40bc02-abdb-460b-99fb-81b2bb5891cf tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:42.884542 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-439fb015-0d5a-4d40-9add-d024831d18f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:15:43.018125 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40bc02-abdb-460b-99fb-81b2bb5891cf tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Pushing event updated for resources: {'Port': ['ID=efa012a2-1493-4150-a315-e3085e8d85c9,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:15:43.021225 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fb40bc02-abdb-460b-99fb-81b2bb5891cf tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:15:43.072426 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-fb40bc02-abdb-460b-99fb-81b2bb5891cf tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:15:43.073548 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-fb40bc02-abdb-460b-99fb-81b2bb5891cf tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:15:43.075751 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-fb40bc02-abdb-460b-99fb-81b2bb5891cf tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:15:43.166398 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-fb40bc02-abdb-460b-99fb-81b2bb5891cf tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for floatingip, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:43.222779 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-fb40bc02-abdb-460b-99fb-81b2bb5891cf tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:43.484675 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-fb40bc02-abdb-460b-99fb-81b2bb5891cf tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:43.488124 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-fb40bc02-abdb-460b-99fb-81b2bb5891cf tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:43.502951 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3ba1c0eb-9b19-45f6-a14e-9c4312db27f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:15:43.536058 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:43.584694 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40bc02-abdb-460b-99fb-81b2bb5891cf tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Pushing event updated for resources: {'Port': ['ID=efa012a2-1493-4150-a315-e3085e8d85c9,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:15:43.589152 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fb40bc02-abdb-460b-99fb-81b2bb5891cf tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:15:43.747126 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:43.957877 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-fb40bc02-abdb-460b-99fb-81b2bb5891cf tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854175593'] for floatingip, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:43.983526 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-fb40bc02-abdb-460b-99fb-81b2bb5891cf tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:43.984877 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-fb40bc02-abdb-460b-99fb-81b2bb5891cf tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.7424624
Nov 18 15:15:44.068216 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-61f59ec5-02db-4e0b-b9e0-7a08c3a6e8a2 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Synchronizing usage tracker for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:floatingip {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:15:44.082523 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-61f59ec5-02db-4e0b-b9e0-7a08c3a6e8a2 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Unset dirty status for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:floatingip {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:15:44.084092 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-61f59ec5-02db-4e0b-b9e0-7a08c3a6e8a2 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.1.138 HTTP/1.1" status: 200  len: 696 time: 0.0924315
Nov 18 15:15:44.244365 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-6a4b443d-b705-4499-a2da-ea516e304888 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:44.245882 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-6a4b443d-b705-4499-a2da-ea516e304888 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/networks/96475b02-3c3a-4cf0-bab1-8b9b17365c14 HTTP/1.1" status: 200  len: 784 time: 0.1560328
Nov 18 15:15:44.256486 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-5dc6bd0e-cab7-443a-9568-1d203202d501 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80264) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 15:15:44.257559 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-14433fac-77c6-4bfa-a8cd-f50e03157b1c req-5dc6bd0e-cab7-443a-9568-1d203202d501 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0058739
Nov 18 15:15:44.298255 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:15:44.452063 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e3f71-1607-42f3-9089-e4fad956baa0 req-ff1da1e0-51de-4ea2-a516-e1e9501519a6 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:44.453665 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e6e3f71-1607-42f3-9089-e4fad956baa0 req-ff1da1e0-51de-4ea2-a516-e1e9501519a6 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=783017a2-596f-44cf-a472-315ce01a408d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0882657
Nov 18 15:15:44.534595 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e6e3f71-1607-42f3-9089-e4fad956baa0 req-da3b0de7-720a-4029-909f-d5289f1bf09d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.1.138 HTTP/1.1" status: 200  len: 696 time: 0.0748923
Nov 18 15:15:44.545206 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-7e6e3f71-1607-42f3-9089-e4fad956baa0 req-7ce20e64-82cf-415d-8538-b87c8fa5a9d3 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Request body: {'floatingip': {'port_id': '86950ce7-2608-42a4-9265-e50039ee34e6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:15:44.625373 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7e6e3f71-1607-42f3-9089-e4fad956baa0 req-7ce20e64-82cf-415d-8538-b87c8fa5a9d3 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for floatingip, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:45.239574 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7e6e3f71-1607-42f3-9089-e4fad956baa0 req-7ce20e64-82cf-415d-8538-b87c8fa5a9d3 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for floatingip, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:45.241847 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7e6e3f71-1607-42f3-9089-e4fad956baa0 req-7ce20e64-82cf-415d-8538-b87c8fa5a9d3 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854175593'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:45.439150 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-7e6e3f71-1607-42f3-9089-e4fad956baa0 req-7ce20e64-82cf-415d-8538-b87c8fa5a9d3 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Floating IP 6b6e5bf6-dc29-44ba-bd97-9731f3ff5bb8 associated. External IP: 172.27.1.138, port: 86950ce7-2608-42a4-9265-e50039ee34e6.
Nov 18 15:15:45.842987 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e6e3f71-1607-42f3-9089-e4fad956baa0 req-7ce20e64-82cf-415d-8538-b87c8fa5a9d3 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Router ab3b1ed7-b461-4daf-9f32-7d890811ff53 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:15:46.046803 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e6e3f71-1607-42f3-9089-e4fad956baa0 req-7ce20e64-82cf-415d-8538-b87c8fa5a9d3 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:15:46.051773 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7e6e3f71-1607-42f3-9089-e4fad956baa0 req-7ce20e64-82cf-415d-8538-b87c8fa5a9d3 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:15:46.057239 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85204a7-9fd8-4b14-9418-2c470ac6d3ff None None] Sync routers for ids ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'] in dv-cinder-733623-8-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:15:46.069934 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85204a7-9fd8-4b14-9418-2c470ac6d3ff None None] Routers {'ab3b1ed7-b461-4daf-9f32-7d890811ff53'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:15:46.070610 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f85204a7-9fd8-4b14-9418-2c470ac6d3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aee731128>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:15:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:15:46.105870 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e6e3f71-1607-42f3-9089-e4fad956baa0 req-7ce20e64-82cf-415d-8538-b87c8fa5a9d3 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "PUT /v2.0/floatingips/6b6e5bf6-dc29-44ba-bd97-9731f3ff5bb8 HTTP/1.1" status: 200  len: 996 time: 1.5647810
Nov 18 15:15:46.106373 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783017a2-596f-44cf-a472-315ce01a408d', 'tag': '86950ce7-2608-42a4-9265-e50039ee34e6'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:15:46.201326 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e6e3f71-1607-42f3-9089-e4fad956baa0 req-46217844-8af8-4f3e-8e07-3493dc1f531e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 1162 time: 0.0806494
Nov 18 15:15:46.264504 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783017a2-596f-44cf-a472-315ce01a408d', 'tag': '86950ce7-2608-42a4-9265-e50039ee34e6', 'status': 'completed', 'code': 200}
Nov 18 15:15:46.265216 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-f85204a7-9fd8-4b14-9418-2c470ac6d3ff None None] Set router ab3b1ed7-b461-4daf-9f32-7d890811ff53 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:15:46.366987 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ce4a668-bdaf-4d52-9254-7d02c46a64c9 req-ee4bbc33-de97-49ef-80a8-93b33ad5691c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 1162 time: 0.0790625
Nov 18 15:15:46.521427 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4a668-bdaf-4d52-9254-7d02c46a64c9 req-2c6479ed-5691-4718-9342-e6cf51d3f361 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:46.523256 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ce4a668-bdaf-4d52-9254-7d02c46a64c9 req-2c6479ed-5691-4718-9342-e6cf51d3f361 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 906 time: 0.1493766
Nov 18 15:15:46.602356 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e3f71-1607-42f3-9089-e4fad956baa0 req-4e625f18-6af0-45a3-8657-d7bc047d8738 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:46.603983 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e6e3f71-1607-42f3-9089-e4fad956baa0 req-4e625f18-6af0-45a3-8657-d7bc047d8738 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 906 time: 0.3893695
Nov 18 15:15:46.638325 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ce4a668-bdaf-4d52-9254-7d02c46a64c9 req-60ef3464-3b25-48dd-bca7-c998a4c1613d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86950ce7-2608-42a4-9265-e50039ee34e6 HTTP/1.1" status: 200  len: 999 time: 0.1076043
Nov 18 15:15:46.654938 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f85204a7-9fd8-4b14-9418-2c470ac6d3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aee731128>, [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': '6b6e5bf6-dc29-44ba-bd97-9731f3ff5bb8', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'port_id': '86950ce7-2608-42a4-9265-e50039ee34e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'mac_address': 'fa:16:3e:04:8f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783017a2-596f-44cf-a472-315ce01a408d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:15:43Z', 'updated_at': '2020-11-18T15:15:45Z', 'revision_number': 1, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c823e3e6-64e8-47f0-99a2-a5113a4576f0', 'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'mac_address': 'fa:16:3e:d6:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:50Z', 'updated_at': '2020-11-18T15:12:00Z', 'revision_number': 5, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'subnets': [{'id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:15:46.659069 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85204a7-9fd8-4b14-9418-2c470ac6d3ff None None] Checking router: ab3b1ed7-b461-4daf-9f32-7d890811ff53 for host: dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:15:46.670367 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85204a7-9fd8-4b14-9418-2c470ac6d3ff None None] Routers {'ab3b1ed7-b461-4daf-9f32-7d890811ff53'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:15:46.671026 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f85204a7-9fd8-4b14-9418-2c470ac6d3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aee731128>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:15:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:15:46.708729 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4a668-bdaf-4d52-9254-7d02c46a64c9 req-0623c29e-4894-4953-909c-992daa33822a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:46.710396 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ce4a668-bdaf-4d52-9254-7d02c46a64c9 req-0623c29e-4894-4953-909c-992daa33822a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9de4fbf5-a23a-4569-89a5-5a8b54ed76e3 HTTP/1.1" status: 200  len: 851 time: 0.0665939
Nov 18 15:15:46.717137 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e6e3f71-1607-42f3-9089-e4fad956baa0 req-62d5244e-e107-47f7-b7ce-5be17c93b7f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86950ce7-2608-42a4-9265-e50039ee34e6 HTTP/1.1" status: 200  len: 999 time: 0.1061499
Nov 18 15:15:46.787203 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e3f71-1607-42f3-9089-e4fad956baa0 req-30e578c6-0abc-4b14-858d-cdc7e3194f49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:15:46.788975 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e6e3f71-1607-42f3-9089-e4fad956baa0 req-30e578c6-0abc-4b14-858d-cdc7e3194f49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9de4fbf5-a23a-4569-89a5-5a8b54ed76e3 HTTP/1.1" status: 200  len: 851 time: 0.0650587
Nov 18 15:15:46.796551 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ce4a668-bdaf-4d52-9254-7d02c46a64c9 req-0e5a00b2-98af-4306-a0d3-e61037a8de60 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9be0682f-83c3-432a-8701-461161c7088d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798295
Nov 18 15:15:46.860287 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-f85204a7-9fd8-4b14-9418-2c470ac6d3ff None None] Set router ab3b1ed7-b461-4daf-9f32-7d890811ff53 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:15:46.882636 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e6e3f71-1607-42f3-9089-e4fad956baa0 req-52e1b77c-f1c3-4de3-90a3-b9442377315f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9be0682f-83c3-432a-8701-461161c7088d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865512
Nov 18 15:15:46.894417 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-7e6e3f71-1607-42f3-9089-e4fad956baa0 req-e45bb8dc-71c5-40ed-8b6e-a5881fdad9c2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 15:15:46.895397 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e6e3f71-1607-42f3-9089-e4fad956baa0 req-e45bb8dc-71c5-40ed-8b6e-a5881fdad9c2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0054169
Nov 18 15:15:46.955640 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ce4a668-bdaf-4d52-9254-7d02c46a64c9 req-4695f000-e45e-4fe4-9520-357bc42da314 service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437700
Nov 18 15:15:47.045500 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e6e3f71-1607-42f3-9089-e4fad956baa0 req-9dfbfc4c-c0d1-4fe0-97c3-df57cf9efc67 service neutron] 10.222.0.21 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430309
Nov 18 15:15:47.102691 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ce4a668-bdaf-4d52-9254-7d02c46a64c9 req-9d161901-faac-44db-8616-9218c9ebb03c service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405702
Nov 18 15:15:47.198946 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e6e3f71-1607-42f3-9089-e4fad956baa0 req-438bb367-6740-4b07-b064-99007b01bdbb service neutron] 10.222.0.21 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1487372
Nov 18 15:15:47.234828 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f85204a7-9fd8-4b14-9418-2c470ac6d3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aee731128>, [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': '6b6e5bf6-dc29-44ba-bd97-9731f3ff5bb8', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'port_id': '86950ce7-2608-42a4-9265-e50039ee34e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'mac_address': 'fa:16:3e:04:8f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783017a2-596f-44cf-a472-315ce01a408d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:15:43Z', 'updated_at': '2020-11-18T15:15:45Z', 'revision_number': 1, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c823e3e6-64e8-47f0-99a2-a5113a4576f0', 'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'mac_address': 'fa:16:3e:d6:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:50Z', 'updated_at': '2020-11-18T15:12:00Z', 'revision_number': 5, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'subnets': [{'id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:15:47.239054 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85204a7-9fd8-4b14-9418-2c470ac6d3ff None None] The sync data for ids ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'] in dv-cinder-733623-8-iscsi is: [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': '6b6e5bf6-dc29-44ba-bd97-9731f3ff5bb8', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'port_id': '86950ce7-2608-42a4-9265-e50039ee34e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'mac_address': 'fa:16:3e:04:8f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783017a2-596f-44cf-a472-315ce01a408d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:15:43Z', 'updated_at': '2020-11-18T15:15:45Z', 'revision_number': 1, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c823e3e6-64e8-47f0-99a2-a5113a4576f0', 'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'mac_address': 'fa:16:3e:d6:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:50Z', 'updated_at': '2020-11-18T15:12:00Z', 'revision_number': 5, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'subnets': [{'id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:15:47.538294 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a11df76-80a6-4bd8-85be-24e242f1dd80 None None] New status for floating IP 6b6e5bf6-dc29-44ba-bd97-9731f3ff5bb8: ACTIVE {{(pid=80267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 15:16:05.778192 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:16:09.513814 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-40da5f70-abaa-46e6-b598-461ac8575167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:16:12.138799 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-408e1be7-82b2-4a7f-9eee-537443429714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:16:12.440735 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:16:13.537329 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:16:13.749098 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:16:21.298361 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:16:35.792522 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:16:39.515814 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8665f838-1bc2-4dd3-ada3-b42cca9c4294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:16:40.394300 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f4561521-8b67-42fa-a6b8-e8294b63e2fb req-5a3a9235-cd5e-4c50-8414-676b7a7397a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=783017a2-596f-44cf-a472-315ce01a408d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0733359
Nov 18 15:16:40.542846 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f4561521-8b67-42fa-a6b8-e8294b63e2fb req-050861d8-34ce-4fbf-97d7-5d775eed2c6e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 1162 time: 0.0736780
Nov 18 15:16:40.701035 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4561521-8b67-42fa-a6b8-e8294b63e2fb req-d7095864-eb3b-4be0-a2a8-4ad28119d554 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:16:40.702609 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f4561521-8b67-42fa-a6b8-e8294b63e2fb req-d7095864-eb3b-4be0-a2a8-4ad28119d554 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 906 time: 0.1379499
Nov 18 15:16:40.810703 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f4561521-8b67-42fa-a6b8-e8294b63e2fb req-1c527992-e3b4-4a25-8d23-9ff2d2d5ef21 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86950ce7-2608-42a4-9265-e50039ee34e6 HTTP/1.1" status: 200  len: 1001 time: 0.1009297
Nov 18 15:16:40.883032 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4561521-8b67-42fa-a6b8-e8294b63e2fb req-651d07a5-b1e5-425f-9397-46ea6110965c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:16:40.884538 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f4561521-8b67-42fa-a6b8-e8294b63e2fb req-651d07a5-b1e5-425f-9397-46ea6110965c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9de4fbf5-a23a-4569-89a5-5a8b54ed76e3 HTTP/1.1" status: 200  len: 851 time: 0.0662673
Nov 18 15:16:40.962730 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f4561521-8b67-42fa-a6b8-e8294b63e2fb req-61dfdaf7-2b69-4e54-aed8-20a898d540ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9be0682f-83c3-432a-8701-461161c7088d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717044
Nov 18 15:16:41.105836 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f4561521-8b67-42fa-a6b8-e8294b63e2fb req-c0534761-3d10-4466-af1a-c5fb77dd063a service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351595
Nov 18 15:16:41.246712 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f4561521-8b67-42fa-a6b8-e8294b63e2fb req-a4ade3d9-dac9-4b71-9d01-2602fa164f2d service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1340737
Nov 18 15:16:42.138952 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f6eb626b-4315-49a8-80ef-fde29c5d8fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:16:42.443010 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:16:43.536211 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:16:43.750769 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:16:58.298393 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:17:05.805623 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:09.516703 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-595ba967-cc4a-429f-affd-ad3f7debabad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:12.139494 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1712a0b3-54f0-4c66-a16e-f2eed60ee688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:12.445802 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:13.538602 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:13.755170 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:35.299186 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:17:36.086404 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:39.518232 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e299005-93c7-4e02-9be3-b4b29141dde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:41.891888 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-cda7a6ae-7159-47a7-9054-0108060ad51b req-40651260-cd43-4f68-86d5-c1039146f2b6 service neutron] (80265) timed out ('10.222.0.15', 49927) {{(pid=80265) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 18 15:17:42.051574 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0123116-03da-482a-92c2-f8e800f3d25d req-07164b40-3d51-4d43-b46c-d489d88a5bad tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1811126523&fields=id&tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c HTTP/1.1" status: 200  len: 267 time: 0.0458033
Nov 18 15:17:42.140411 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aa6ad2b1-7d88-453a-b2e1-263fa59e9bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:42.209920 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0123116-03da-482a-92c2-f8e800f3d25d req-6f1eab88-f94f-444a-a63e-30e1a349612a tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:17:42.211507 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0123116-03da-482a-92c2-f8e800f3d25d req-6f1eab88-f94f-444a-a63e-30e1a349612a tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 812 time: 0.1528602
Nov 18 15:17:42.228840 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0123116-03da-482a-92c2-f8e800f3d25d req-9fe3d04e-ba94-4ffc-8174-dab94d4c7d69 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/quotas/f0e0dabc48e24b30ab3fb65b5421eb7c HTTP/1.1" status: 200  len: 375 time: 0.0112772
Nov 18 15:17:42.324613 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0123116-03da-482a-92c2-f8e800f3d25d req-83efce98-4f83-4cfd-873b-aa8f24aa282e tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0903976
Nov 18 15:17:42.448857 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:42.517811 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06948d71-dee5-46ba-9305-b1b00074fae4 req-6d2c439c-aee3-4050-acd0-1cee18dd070d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=783017a2-596f-44cf-a472-315ce01a408d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1921284
Nov 18 15:17:42.526187 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0123116-03da-482a-92c2-f8e800f3d25d req-de5fac52-766a-4d6b-bd74-21d221f520fe service neutron] 10.222.0.21 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1640739
Nov 18 15:17:42.730983 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0123116-03da-482a-92c2-f8e800f3d25d req-9c8bd039-bed2-4b3f-aa2f-8aa212e60849 service neutron] 10.222.0.21 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1982238
Nov 18 15:17:42.750014 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06948d71-dee5-46ba-9305-b1b00074fae4 req-2dec5188-aced-49b0-bd88-1781f27574a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 1162 time: 0.1134217
Nov 18 15:17:42.908041 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06948d71-dee5-46ba-9305-b1b00074fae4 req-b3dc4d16-798e-41a0-bb04-e3b7820f4cdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:17:42.909667 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06948d71-dee5-46ba-9305-b1b00074fae4 req-b3dc4d16-798e-41a0-bb04-e3b7820f4cdd service neutron] 10.222.0.15 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 906 time: 0.1394036
Nov 18 15:17:43.016476 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06948d71-dee5-46ba-9305-b1b00074fae4 req-d3fc2fa9-05a8-4b90-927f-8a08c65c55a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86950ce7-2608-42a4-9265-e50039ee34e6 HTTP/1.1" status: 200  len: 1001 time: 0.0988953
Nov 18 15:17:43.091530 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06948d71-dee5-46ba-9305-b1b00074fae4 req-28ad1613-8dec-4371-8b6b-a6139ad73913 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:17:43.092800 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06948d71-dee5-46ba-9305-b1b00074fae4 req-28ad1613-8dec-4371-8b6b-a6139ad73913 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9de4fbf5-a23a-4569-89a5-5a8b54ed76e3 HTTP/1.1" status: 200  len: 851 time: 0.0696807
Nov 18 15:17:43.157507 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-218a43cc-27f8-4c05-ac2c-d4692fbcb875 req-76719fa3-0544-43f2-8b32-824ca0acaa6b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 210 time: 0.0490391
Nov 18 15:17:43.185065 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06948d71-dee5-46ba-9305-b1b00074fae4 req-dbc0cff6-c1b4-42dd-9c0c-59e8acddfbba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9be0682f-83c3-432a-8701-461161c7088d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750282
Nov 18 15:17:43.319602 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06948d71-dee5-46ba-9305-b1b00074fae4 req-0cfdfa7d-df43-421c-83db-c56514057e50 service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376531
Nov 18 15:17:43.466318 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06948d71-dee5-46ba-9305-b1b00074fae4 req-4b09b515-84b7-44a6-9189-c25ef566b5ba service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398132
Nov 18 15:17:43.542078 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:43.758003 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:44.339992 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-430e7eb3-008f-468a-83ae-e143b3cb33c3 req-2e0b8ad2-efa3-49ec-a773-64456b39b3bb tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 210 time: 0.0510800
Nov 18 15:17:44.938331 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0123116-03da-482a-92c2-f8e800f3d25d req-eb13562d-cdd7-40a9-96c9-09bf21503dbf tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:17:44.939887 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0123116-03da-482a-92c2-f8e800f3d25d req-eb13562d-cdd7-40a9-96c9-09bf21503dbf tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.15 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 812 time: 0.3680501
Nov 18 15:17:45.018242 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0123116-03da-482a-92c2-f8e800f3d25d req-07984480-b564-44e4-8e0a-315c8549d5ff tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c HTTP/1.1" status: 200  len: 5087 time: 0.0654366
Nov 18 15:17:45.028257 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-a0123116-03da-482a-92c2-f8e800f3d25d req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Request body: {'port': {'device_id': 'd4416004-7e46-4852-b60f-271c14120c44', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'admin_state_up': True, 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'security_groups': ['d087feb6-89ee-48a1-b12d-fba1ad981ba3']}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:17:45.172486 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-a0123116-03da-482a-92c2-f8e800f3d25d req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:17:45.182749 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-a0123116-03da-482a-92c2-f8e800f3d25d req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:17:45.191328 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0123116-03da-482a-92c2-f8e800f3d25d req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Made reservation on behalf of f0e0dabc48e24b30ab3fb65b5421eb7c for: {'port': 1} {{(pid=80264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 15:17:45.196938 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a0123116-03da-482a-92c2-f8e800f3d25d req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:45.515540 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d97d8629-a90f-445d-a8c6-a3a65eb819a9 req-96313aca-c882-435a-91bf-60616293021b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 210 time: 0.0454500
Nov 18 15:17:45.518629 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-a0123116-03da-482a-92c2-f8e800f3d25d req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Allocated IP 172.20.0.4 (9be0682f-83c3-432a-8701-461161c7088d/9de4fbf5-a23a-4569-89a5-5a8b54ed76e3/23d9773d-e812-477f-80f5-1e5e69fc0ed7) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:17:45.719805 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a0123116-03da-482a-92c2-f8e800f3d25d req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:45.735754 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-a0123116-03da-482a-92c2-f8e800f3d25d req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Transition to ACTIVE for port object 23d9773d-e812-477f-80f5-1e5e69fc0ed7 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:17:45.755620 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a0123116-03da-482a-92c2-f8e800f3d25d req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:45.770866 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-233304d0-93d9-402d-ae72-39f0dc8bde5c tempest-AttachVolumeTestJSON-50559322 tempest-AttachVolumeTestJSON-50559322] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:17:45.907281 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Pushing event updated for resources: {'Port': ['ID=23d9773d-e812-477f-80f5-1e5e69fc0ed7,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:17:45.932427 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:45.932874 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:45.933290 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:45.933698 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:45.934099 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:45.934751 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:45.935149 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:45.935545 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:45.935942 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:45.936335 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:45.936733 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:45.937148 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:45.937578 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:45.937968 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:45.938360 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:45.938770 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:45.939162 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:45.939554 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:45.939943 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:45.940335 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:45.940721 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:45.941660 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:45.942052 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:45.942442 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:45.947746 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:17:45.981452 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0123116-03da-482a-92c2-f8e800f3d25d req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Network 9be0682f-83c3-432a-8701-461161c7088d is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:17:45.982598 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-a0123116-03da-482a-92c2-f8e800f3d25d req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:17:45.984882 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0123116-03da-482a-92c2-f8e800f3d25d req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:17:46.049247 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0123116-03da-482a-92c2-f8e800f3d25d req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:17:46.049919 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a0123116-03da-482a-92c2-f8e800f3d25d req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:46.081283 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0123116-03da-482a-92c2-f8e800f3d25d req-6e5b4c65-9a1a-4f63-b641-ee0ca29be6b1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0572174
Nov 18 15:17:46.093593 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-a0123116-03da-482a-92c2-f8e800f3d25d req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] Request body: {'port': {'device_id': 'd4416004-7e46-4852-b60f-271c14120c44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:17:46.209852 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a0123116-03da-482a-92c2-f8e800f3d25d req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:46.224149 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3eedaeac-5a7a-45a6-9349-ca0b6eba5780 None None] Provisioning for port 23d9773d-e812-477f-80f5-1e5e69fc0ed7 completed by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:17:46.229304 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3eedaeac-5a7a-45a6-9349-ca0b6eba5780 None None] Provisioning complete for port 23d9773d-e812-477f-80f5-1e5e69fc0ed7 triggered by entity DHCP. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:17:46.229732 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3eedaeac-5a7a-45a6-9349-ca0b6eba5780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:46.282760 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3eedaeac-5a7a-45a6-9349-ca0b6eba5780 None None] Port 23d9773d-e812-477f-80f5-1e5e69fc0ed7 cannot update to ACTIVE because it is not bound. {{(pid=80266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 15:17:46.617529 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-a0123116-03da-482a-92c2-f8e800f3d25d req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d9773d-e812-477f-80f5-1e5e69fc0ed7 {{(pid=80264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 15:17:46.625090 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a0123116-03da-482a-92c2-f8e800f3d25d req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:46.637468 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-a0123116-03da-482a-92c2-f8e800f3d25d req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] Transition to ACTIVE for port object 23d9773d-e812-477f-80f5-1e5e69fc0ed7 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 15:17:46.639995 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a0123116-03da-482a-92c2-f8e800f3d25d req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:46.655490 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3ba1c0eb-9b19-45f6-a14e-9c4312db27f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:17:46.846192 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] Pushing event updated for resources: {'Port': ['ID=23d9773d-e812-477f-80f5-1e5e69fc0ed7,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:17:46.852982 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:17:46.910326 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa69aca-53ae-46b3-95f0-0ae455431900 req-c3585eb9-7f64-4224-804e-a25a65301055 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:17:46.911086 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1aa69aca-53ae-46b3-95f0-0ae455431900 req-c3585eb9-7f64-4224-804e-a25a65301055 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Synchronizing usage tracker for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:17:46.991942 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1aa69aca-53ae-46b3-95f0-0ae455431900 req-c3585eb9-7f64-4224-804e-a25a65301055 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Unset dirty status for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:17:46.993391 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1aa69aca-53ae-46b3-95f0-0ae455431900 req-c3585eb9-7f64-4224-804e-a25a65301055 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 943 time: 0.3053000
Nov 18 15:17:47.106815 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1aa69aca-53ae-46b3-95f0-0ae455431900 req-e142c7b9-8fdf-4e31-8455-dad4a9a4b80a tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0824623
Nov 18 15:17:47.107572 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-a0123116-03da-482a-92c2-f8e800f3d25d req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] Attempting to bind port 23d9773d-e812-477f-80f5-1e5e69fc0ed7 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 15:17:47.107947 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-a0123116-03da-482a-92c2-f8e800f3d25d req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] Attempting to bind port 23d9773d-e812-477f-80f5-1e5e69fc0ed7 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '29b5edc9-162b-41d4-88ef-10e33e8d8c80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9be0682f-83c3-432a-8701-461161c7088d'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 15:17:47.108320 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0123116-03da-482a-92c2-f8e800f3d25d req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] Attempting to bind port 23d9773d-e812-477f-80f5-1e5e69fc0ed7 on network 9be0682f-83c3-432a-8701-461161c7088d {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 15:17:47.115439 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0123116-03da-482a-92c2-f8e800f3d25d req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] Checking agent: {'id': '91607d16-723a-4a8c-80a4-032802295cf0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 34), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 15:17:47.115820 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0123116-03da-482a-92c2-f8e800f3d25d req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] Checking segment: {'id': '29b5edc9-162b-41d4-88ef-10e33e8d8c80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9be0682f-83c3-432a-8701-461161c7088d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 15:17:47.116232 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a0123116-03da-482a-92c2-f8e800f3d25d req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:47.116628 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0123116-03da-482a-92c2-f8e800f3d25d req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] Bound using segment: {'id': '29b5edc9-162b-41d4-88ef-10e33e8d8c80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9be0682f-83c3-432a-8701-461161c7088d'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 15:17:47.117163 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-a0123116-03da-482a-92c2-f8e800f3d25d req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] Bound port: 23d9773d-e812-477f-80f5-1e5e69fc0ed7, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b5edc9-162b-41d4-88ef-10e33e8d8c80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9be0682f-83c3-432a-8701-461161c7088d'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 15:17:47.117543 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a0123116-03da-482a-92c2-f8e800f3d25d req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:47.209200 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-a0123116-03da-482a-92c2-f8e800f3d25d req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] For port 23d9773d-e812-477f-80f5-1e5e69fc0ed7, host hv-cinder-73362, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 15:17:47.212231 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-a0123116-03da-482a-92c2-f8e800f3d25d req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] For port 23d9773d-e812-477f-80f5-1e5e69fc0ed7, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=23d9773d-e812-477f-80f5-1e5e69fc0ed7,segment=NetworkSegment(29b5edc9-162b-41d4-88ef-10e33e8d8c80),segment_id=29b5edc9-162b-41d4-88ef-10e33e8d8c80)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 15:17:47.215244 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a0123116-03da-482a-92c2-f8e800f3d25d req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:47.230282 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ac6398bf-b64d-4968-819f-fe46363308da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:17:47.379768 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] Pushing event updated for resources: {'Port': ['ID=23d9773d-e812-477f-80f5-1e5e69fc0ed7,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:17:47.384584 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:17:47.415892 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a0123116-03da-482a-92c2-f8e800f3d25d req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:47.417436 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0123116-03da-482a-92c2-f8e800f3d25d req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] 10.222.0.15 "PUT /v2.0/ports/23d9773d-e812-477f-80f5-1e5e69fc0ed7 HTTP/1.1" status: 200  len: 1157 time: 1.3286617
Nov 18 15:17:47.417971 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4416004-7e46-4852-b60f-271c14120c44', 'tag': '23d9773d-e812-477f-80f5-1e5e69fc0ed7'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:17:47.538982 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0123116-03da-482a-92c2-f8e800f3d25d req-7941b5fd-8992-4f6a-a838-c46c35bab8d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 1160 time: 0.0831079
Nov 18 15:17:47.600065 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4416004-7e46-4852-b60f-271c14120c44', 'tag': '23d9773d-e812-477f-80f5-1e5e69fc0ed7', 'status': 'completed', 'code': 200}
Nov 18 15:17:47.615615 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0123116-03da-482a-92c2-f8e800f3d25d req-5d934563-1d7f-46bf-b9e8-f5f59c7d44ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23d9773d-e812-477f-80f5-1e5e69fc0ed7 HTTP/1.1" status: 200  len: 217 time: 0.0698912
Nov 18 15:17:47.687527 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0123116-03da-482a-92c2-f8e800f3d25d req-4cf5205d-e158-4793-85e5-060a45f463b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:17:47.689062 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0123116-03da-482a-92c2-f8e800f3d25d req-4cf5205d-e158-4793-85e5-060a45f463b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9de4fbf5-a23a-4569-89a5-5a8b54ed76e3 HTTP/1.1" status: 200  len: 851 time: 0.0668385
Nov 18 15:17:47.767133 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0123116-03da-482a-92c2-f8e800f3d25d req-31add39a-c71e-43a7-a709-f3e1dcdd9e6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9be0682f-83c3-432a-8701-461161c7088d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0720687
Nov 18 15:17:47.910330 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0123116-03da-482a-92c2-f8e800f3d25d req-8bfd904d-de9a-43e4-8d64-7d1fa463a495 service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358802
Nov 18 15:17:48.048918 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0123116-03da-482a-92c2-f8e800f3d25d req-1dd0fe0a-92e4-4191-990b-50b696a583e5 service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1329250
Nov 18 15:17:48.167915 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a31fffc9-6c4e-45e3-a5c5-f5de8ea5b06c req-027fe281-5968-4389-af7a-4831b7af5daf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 1160 time: 0.0783875
Nov 18 15:17:48.359328 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fffc9-6c4e-45e3-a5c5-f5de8ea5b06c req-40df7d9a-474a-4c2e-a72c-a5084cd3c2a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:17:48.360929 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a31fffc9-6c4e-45e3-a5c5-f5de8ea5b06c req-40df7d9a-474a-4c2e-a72c-a5084cd3c2a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 906 time: 0.1864412
Nov 18 15:17:48.663694 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a31fffc9-6c4e-45e3-a5c5-f5de8ea5b06c req-8bae9ec9-153c-4c2f-b7e8-1762c30f8639 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23d9773d-e812-477f-80f5-1e5e69fc0ed7 HTTP/1.1" status: 200  len: 217 time: 0.2955449
Nov 18 15:17:48.670556 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ecced-6c11-4b0f-bf5b-c0cc29724619 req-3156c0e7-8253-433b-939a-90096bc38d27 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:17:48.672062 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-139ecced-6c11-4b0f-bf5b-c0cc29724619 req-3156c0e7-8253-433b-939a-90096bc38d27 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 943 time: 0.4051518
Nov 18 15:17:48.768962 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fffc9-6c4e-45e3-a5c5-f5de8ea5b06c req-99f37ce3-194d-444a-b673-a4e67203ffb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:17:48.770960 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a31fffc9-6c4e-45e3-a5c5-f5de8ea5b06c req-99f37ce3-194d-444a-b673-a4e67203ffb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9de4fbf5-a23a-4569-89a5-5a8b54ed76e3 HTTP/1.1" status: 200  len: 851 time: 0.0980098
Nov 18 15:17:48.774823 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-139ecced-6c11-4b0f-bf5b-c0cc29724619 req-ce072839-19a6-4916-a749-3ab6bf419f46 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0682862
Nov 18 15:17:48.851030 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a31fffc9-6c4e-45e3-a5c5-f5de8ea5b06c req-bcfbbcd9-87d7-4cba-9d1f-0f54175e27b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9be0682f-83c3-432a-8701-461161c7088d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725033
Nov 18 15:17:48.991183 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a31fffc9-6c4e-45e3-a5c5-f5de8ea5b06c req-8bcb4305-e670-4b17-ba75-1ff828c4e14d service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323395
Nov 18 15:17:49.133359 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a31fffc9-6c4e-45e3-a5c5-f5de8ea5b06c req-4a39a257-03e9-4716-986b-f9d10d0b35cf service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1348102
Nov 18 15:17:49.988904 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d0b81-75e8-4ee0-ae19-9ad70d0d5867 req-12ddb0eb-9364-4d35-b68b-c02db8248eed tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:17:49.990473 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-be1d0b81-75e8-4ee0-ae19-9ad70d0d5867 req-12ddb0eb-9364-4d35-b68b-c02db8248eed tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 943 time: 0.0850055
Nov 18 15:17:50.037557 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-be1d0b81-75e8-4ee0-ae19-9ad70d0d5867 req-99341091-5afa-4890-bb23-b95838fec927 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0409615
Nov 18 15:17:51.248407 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db273a21-170e-4ba2-a578-86bbeb786322 req-0305dc20-814b-4fd5-a111-0ed784526535 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:17:51.250023 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-db273a21-170e-4ba2-a578-86bbeb786322 req-0305dc20-814b-4fd5-a111-0ed784526535 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 943 time: 0.0828307
Nov 18 15:17:51.301630 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-db273a21-170e-4ba2-a578-86bbeb786322 req-adfe7a9f-fd94-46ce-a5ef-d727f1887291 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0456004
Nov 18 15:17:52.518385 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28e466-e213-422a-843c-8bb1339fc4cc req-b9420634-03b4-409e-bab4-bec6075fcdd7 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:17:52.519920 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ca28e466-e213-422a-843c-8bb1339fc4cc req-b9420634-03b4-409e-bab4-bec6075fcdd7 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 943 time: 0.0816896
Nov 18 15:17:52.568555 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ca28e466-e213-422a-843c-8bb1339fc4cc req-09195f53-b667-4f2c-b338-68f5bdfa9960 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0425320
Nov 18 15:17:53.777530 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ac576-595b-4707-9e58-3e5db05f076b req-0d8816d3-be34-46e4-ab13-435c4acab10b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:17:53.779124 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7c4ac576-595b-4707-9e58-3e5db05f076b req-0d8816d3-be34-46e4-ab13-435c4acab10b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 943 time: 0.0827155
Nov 18 15:17:53.826986 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7c4ac576-595b-4707-9e58-3e5db05f076b req-bee14a56-6d71-4385-a2c0-39d3b1bd4516 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0417669
Nov 18 15:17:55.036419 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a3ba8-548d-45cc-806b-7934a636d58a req-ad303ff9-6732-41b8-a1ed-8e3fe133b2da tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:17:55.038019 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-111a3ba8-548d-45cc-806b-7934a636d58a req-ad303ff9-6732-41b8-a1ed-8e3fe133b2da tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 943 time: 0.0848103
Nov 18 15:17:55.085522 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-111a3ba8-548d-45cc-806b-7934a636d58a req-9b3c6878-16de-424b-b8f6-2865e99992ad tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0414267
Nov 18 15:17:56.298693 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d6cd5-efe8-4439-9eab-e50d6a418dfe req-50b06625-78a3-40a0-a857-40d4fbdc76de tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:17:56.300285 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-736d6cd5-efe8-4439-9eab-e50d6a418dfe req-50b06625-78a3-40a0-a857-40d4fbdc76de tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 943 time: 0.0855815
Nov 18 15:17:56.349280 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-736d6cd5-efe8-4439-9eab-e50d6a418dfe req-b0fb37c1-6892-490f-afcc-807b9ce15271 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0428207
Nov 18 15:17:57.560546 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdee19-7c7f-454a-ad48-ac4f77f24961 req-17502e7e-d2d1-4919-8a46-5f6b6c76efc4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:17:57.562184 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-27fdee19-7c7f-454a-ad48-ac4f77f24961 req-17502e7e-d2d1-4919-8a46-5f6b6c76efc4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 943 time: 0.0814543
Nov 18 15:17:57.614307 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-27fdee19-7c7f-454a-ad48-ac4f77f24961 req-20c47797-23a2-43fb-bb20-9991ee04fc1a tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0459743
Nov 18 15:17:57.638890 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 23d9773d-e812-477f-80f5-1e5e69fc0ed7 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:17:57.863927 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning for port 23d9773d-e812-477f-80f5-1e5e69fc0ed7 completed by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 15:17:57.868600 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 23d9773d-e812-477f-80f5-1e5e69fc0ed7 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:17:57.869046 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:57.983272 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:58.010130 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4416004-7e46-4852-b60f-271c14120c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d9773d-e812-477f-80f5-1e5e69fc0ed7'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:17:58.020738 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] For port 23d9773d-e812-477f-80f5-1e5e69fc0ed7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=23d9773d-e812-477f-80f5-1e5e69fc0ed7,segment=NetworkSegment(29b5edc9-162b-41d4-88ef-10e33e8d8c80),segment_id=29b5edc9-162b-41d4-88ef-10e33e8d8c80)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:17:58.023806 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:58.025839 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4b5c21a8-27aa-46d6-89f4-8196174522e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:17:58.092071 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Pushing event updated for resources: {'Port': ['ID=23d9773d-e812-477f-80f5-1e5e69fc0ed7,revision_number=4']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:17:58.101263 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:58.101673 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:58.102040 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:58.102419 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:58.102792 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:58.103162 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:58.103531 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:58.103901 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:58.104275 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:58.104645 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:58.105039 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:58.105404 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:58.105808 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:58.106170 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:58.106531 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:58.106898 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:58.107261 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:58.107623 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:58.107984 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:58.108345 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:58.108704 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:58.109092 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:58.109453 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:58.109819 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:17:58.114780 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:17:58.825218 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73840b2-1d02-4d31-891f-2873f67dc7e1 req-8c7cb4cd-bc56-4b1c-b6e7-677249dec911 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:17:58.826819 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a73840b2-1d02-4d31-891f-2873f67dc7e1 req-8c7cb4cd-bc56-4b1c-b6e7-677249dec911 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 945 time: 0.0848923
Nov 18 15:17:58.874508 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a73840b2-1d02-4d31-891f-2873f67dc7e1 req-d19ab23b-c70a-45d0-a1fc-140e7c522aa7 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0409195
Nov 18 15:17:59.166662 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4416004-7e46-4852-b60f-271c14120c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d9773d-e812-477f-80f5-1e5e69fc0ed7', 'code': 200}
Nov 18 15:17:59.181503 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 23d9773d-e812-477f-80f5-1e5e69fc0ed7 up at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 15:17:59.255768 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Provisioning complete for port 23d9773d-e812-477f-80f5-1e5e69fc0ed7 triggered by entity L2. {{(pid=80266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 15:17:59.256196 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1402319'] for port, provisioning_complete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:17:59.465886 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2d5ecd43-0ef2-4ef9-8d7c-3f18805e7cbc req-193c5b3b-d200-42da-a6f0-61e9c2b180d2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 1162 time: 0.0746868
Nov 18 15:17:59.509703 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2d5ecd43-0ef2-4ef9-8d7c-3f18805e7cbc req-65e5debb-042d-42dd-9dc1-90adc962aaec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0373032
Nov 18 15:18:00.085748 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28dd426-6587-4e68-87b7-f570de8e673c req-211799d7-9436-42ab-9939-42584ea417e1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:18:00.087304 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b28dd426-6587-4e68-87b7-f570de8e673c req-211799d7-9436-42ab-9939-42584ea417e1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 945 time: 0.0845692
Nov 18 15:18:00.134281 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b28dd426-6587-4e68-87b7-f570de8e673c req-197f66e2-877c-4ee9-8c2e-9350c5555c7b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0409679
Nov 18 15:18:01.351321 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc48347-757a-4481-9dd2-af2f758c35df req-7ad488e9-93e8-4646-9a7e-e464d558b9a6 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:18:01.354787 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6dc48347-757a-4481-9dd2-af2f758c35df req-7ad488e9-93e8-4646-9a7e-e464d558b9a6 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 945 time: 0.0853534
Nov 18 15:18:01.401016 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6dc48347-757a-4481-9dd2-af2f758c35df req-0491277d-6279-45ef-a4e1-0c3be3ca4b8c tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0417573
Nov 18 15:18:01.618250 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101d874-1d21-475c-ac8f-c9259aa79fe8 req-b3240b15-010e-4968-9f62-b977ad056de1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:18:01.619898 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f101d874-1d21-475c-ac8f-c9259aa79fe8 req-b3240b15-010e-4968-9f62-b977ad056de1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 945 time: 0.0883679
Nov 18 15:18:01.667395 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f101d874-1d21-475c-ac8f-c9259aa79fe8 req-02eeb3a6-eaf0-4be1-a1bd-80129b9fe17d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0408118
Nov 18 15:18:01.874417 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6836be39-b1dd-4272-b7a5-4cb7a4111947 req-46d6eef0-9c29-43ec-b829-be2f70ceedc4 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1539702
Nov 18 15:18:01.884381 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-6836be39-b1dd-4272-b7a5-4cb7a4111947 req-d614ad94-7211-477e-a4be-7a2eb256f461 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Request body: {'floatingip': {'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14'}} {{(pid=80264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:18:01.890021 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-6836be39-b1dd-4272-b7a5-4cb7a4111947 req-d614ad94-7211-477e-a4be-7a2eb256f461 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 15:18:01.900199 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-6836be39-b1dd-4272-b7a5-4cb7a4111947 req-d614ad94-7211-477e-a4be-7a2eb256f461 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 15:18:01.909787 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6836be39-b1dd-4272-b7a5-4cb7a4111947 req-d614ad94-7211-477e-a4be-7a2eb256f461 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for floatingip, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:02.051168 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6836be39-b1dd-4272-b7a5-4cb7a4111947 req-d614ad94-7211-477e-a4be-7a2eb256f461 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:02.319688 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-6836be39-b1dd-4272-b7a5-4cb7a4111947 req-d614ad94-7211-477e-a4be-7a2eb256f461 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Allocated IP 172.27.1.74 (96475b02-3c3a-4cf0-bab1-8b9b17365c14/9c2873db-d6d7-45a1-862e-7032080186d6/deea08ab-c28d-40d2-aee7-9c2906af15e0) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 15:18:02.473427 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6836be39-b1dd-4272-b7a5-4cb7a4111947 req-d614ad94-7211-477e-a4be-7a2eb256f461 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:02.497812 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6836be39-b1dd-4272-b7a5-4cb7a4111947 req-d614ad94-7211-477e-a4be-7a2eb256f461 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306544722087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:02.513184 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-32dc1b9b-ae3c-4fed-b2b3-c1aa80e67055 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:18:02.653577 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614ad94-7211-477e-a4be-7a2eb256f461 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Pushing event updated for resources: {'Port': ['ID=deea08ab-c28d-40d2-aee7-9c2906af15e0,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:18:02.658795 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d614ad94-7211-477e-a4be-7a2eb256f461 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:18:02.700563 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6836be39-b1dd-4272-b7a5-4cb7a4111947 req-d614ad94-7211-477e-a4be-7a2eb256f461 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Network 96475b02-3c3a-4cf0-bab1-8b9b17365c14 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 15:18:02.701726 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-6836be39-b1dd-4272-b7a5-4cb7a4111947 req-d614ad94-7211-477e-a4be-7a2eb256f461 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 15:18:02.703904 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-6836be39-b1dd-4272-b7a5-4cb7a4111947 req-d614ad94-7211-477e-a4be-7a2eb256f461 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 15:18:02.793429 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6836be39-b1dd-4272-b7a5-4cb7a4111947 req-d614ad94-7211-477e-a4be-7a2eb256f461 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for floatingip, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:02.851058 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6836be39-b1dd-4272-b7a5-4cb7a4111947 req-d614ad94-7211-477e-a4be-7a2eb256f461 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737427'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:03.114216 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6836be39-b1dd-4272-b7a5-4cb7a4111947 req-d614ad94-7211-477e-a4be-7a2eb256f461 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:03.117624 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6836be39-b1dd-4272-b7a5-4cb7a4111947 req-d614ad94-7211-477e-a4be-7a2eb256f461 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730310511936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730310025570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306544750213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822525275'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:03.132580 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7688ba67-8da1-4c5a-b6eb-15af68c5125f tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:18:03.263132 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614ad94-7211-477e-a4be-7a2eb256f461 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Pushing event updated for resources: {'Port': ['ID=deea08ab-c28d-40d2-aee7-9c2906af15e0,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:18:03.273025 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d614ad94-7211-477e-a4be-7a2eb256f461 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:18:03.367389 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6836be39-b1dd-4272-b7a5-4cb7a4111947 req-d614ad94-7211-477e-a4be-7a2eb256f461 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854175593'] for floatingip, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:03.396391 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6836be39-b1dd-4272-b7a5-4cb7a4111947 req-d614ad94-7211-477e-a4be-7a2eb256f461 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:03.397730 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6836be39-b1dd-4272-b7a5-4cb7a4111947 req-d614ad94-7211-477e-a4be-7a2eb256f461 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5174799
Nov 18 15:18:03.481026 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-6836be39-b1dd-4272-b7a5-4cb7a4111947 req-ec830599-eecc-4b07-a31e-3c91e8cb0758 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Synchronizing usage tracker for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:floatingip {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:18:03.495308 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-6836be39-b1dd-4272-b7a5-4cb7a4111947 req-ec830599-eecc-4b07-a31e-3c91e8cb0758 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Unset dirty status for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:floatingip {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:18:03.496552 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6836be39-b1dd-4272-b7a5-4cb7a4111947 req-ec830599-eecc-4b07-a31e-3c91e8cb0758 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.1.74 HTTP/1.1" status: 200  len: 695 time: 0.0925128
Nov 18 15:18:03.660987 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836be39-b1dd-4272-b7a5-4cb7a4111947 req-efebffa5-cb85-4c65-b0ab-2a6743d839e1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:18:03.662469 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6836be39-b1dd-4272-b7a5-4cb7a4111947 req-efebffa5-cb85-4c65-b0ab-2a6743d839e1 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/networks/96475b02-3c3a-4cf0-bab1-8b9b17365c14 HTTP/1.1" status: 200  len: 784 time: 0.1600685
Nov 18 15:18:03.857230 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d3dd7-2fe7-4624-bc7d-4f232c7d6f1b req-a1ab0302-0eb5-4c95-acc4-f1a4222b49ac tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:18:03.858827 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1f9d3dd7-2fe7-4624-bc7d-4f232c7d6f1b req-a1ab0302-0eb5-4c95-acc4-f1a4222b49ac tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=d4416004-7e46-4852-b60f-271c14120c44&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0889709
Nov 18 15:18:03.944554 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1f9d3dd7-2fe7-4624-bc7d-4f232c7d6f1b req-22443c31-ad79-4160-9ed4-bc975717e3ef tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.1.74 HTTP/1.1" status: 200  len: 695 time: 0.0797100
Nov 18 15:18:03.954518 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-1f9d3dd7-2fe7-4624-bc7d-4f232c7d6f1b req-86248e5d-e888-4a74-83d1-90836501c750 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Request body: {'floatingip': {'port_id': '23d9773d-e812-477f-80f5-1e5e69fc0ed7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 15:18:04.030483 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1f9d3dd7-2fe7-4624-bc7d-4f232c7d6f1b req-86248e5d-e888-4a74-83d1-90836501c750 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for floatingip, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:04.640403 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1f9d3dd7-2fe7-4624-bc7d-4f232c7d6f1b req-86248e5d-e888-4a74-83d1-90836501c750 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for floatingip, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:04.642703 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1f9d3dd7-2fe7-4624-bc7d-4f232c7d6f1b req-86248e5d-e888-4a74-83d1-90836501c750 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854175593'] for floatingip, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:04.848287 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-1f9d3dd7-2fe7-4624-bc7d-4f232c7d6f1b req-86248e5d-e888-4a74-83d1-90836501c750 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Floating IP 3824aa85-ddd8-4327-badf-42c4074c6f48 associated. External IP: 172.27.1.74, port: 23d9773d-e812-477f-80f5-1e5e69fc0ed7.
Nov 18 15:18:05.475950 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f9d3dd7-2fe7-4624-bc7d-4f232c7d6f1b req-86248e5d-e888-4a74-83d1-90836501c750 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Router ab3b1ed7-b461-4daf-9f32-7d890811ff53 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:18:05.682448 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f9d3dd7-2fe7-4624-bc7d-4f232c7d6f1b req-86248e5d-e888-4a74-83d1-90836501c750 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:18:05.687171 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1f9d3dd7-2fe7-4624-bc7d-4f232c7d6f1b req-86248e5d-e888-4a74-83d1-90836501c750 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:05.692996 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f024779-e956-49eb-8a4b-27e910ff5c5c None None] Sync routers for ids ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'] in dv-cinder-733623-8-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:18:05.705273 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f024779-e956-49eb-8a4b-27e910ff5c5c None None] Routers {'ab3b1ed7-b461-4daf-9f32-7d890811ff53'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:18:05.706056 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6f024779-e956-49eb-8a4b-27e910ff5c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aee82d748>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:17:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:18:05.745554 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1f9d3dd7-2fe7-4624-bc7d-4f232c7d6f1b req-86248e5d-e888-4a74-83d1-90836501c750 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "PUT /v2.0/floatingips/3824aa85-ddd8-4327-badf-42c4074c6f48 HTTP/1.1" status: 200  len: 995 time: 1.7950749
Nov 18 15:18:05.746046 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4416004-7e46-4852-b60f-271c14120c44', 'tag': '23d9773d-e812-477f-80f5-1e5e69fc0ed7'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:18:05.807735 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4416004-7e46-4852-b60f-271c14120c44', 'tag': '23d9773d-e812-477f-80f5-1e5e69fc0ed7', 'status': 'completed', 'code': 200}
Nov 18 15:18:05.907054 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-6f024779-e956-49eb-8a4b-27e910ff5c5c None None] Set router ab3b1ed7-b461-4daf-9f32-7d890811ff53 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:18:05.910365 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1f9d3dd7-2fe7-4624-bc7d-4f232c7d6f1b req-8b5f9a38-b05c-4909-84fb-1918d0c78214 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 1162 time: 0.1509662
Nov 18 15:18:05.917181 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdfcc061-315f-45cf-813a-9a500e2b5b24 req-a17d060a-37b2-4f90-a3f2-2baeeaeaf6c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 1162 time: 0.0847571
Nov 18 15:18:06.055923 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d3dd7-2fe7-4624-bc7d-4f232c7d6f1b req-5ee5aa2c-0e53-437c-9524-f9ee65420e08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:18:06.057645 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1f9d3dd7-2fe7-4624-bc7d-4f232c7d6f1b req-5ee5aa2c-0e53-437c-9524-f9ee65420e08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 906 time: 0.1408279
Nov 18 15:18:06.075100 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcc061-315f-45cf-813a-9a500e2b5b24 req-fe462466-e1f1-49cc-af30-ab2528d68e99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:18:06.076793 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdfcc061-315f-45cf-813a-9a500e2b5b24 req-fe462466-e1f1-49cc-af30-ab2528d68e99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 906 time: 0.1416299
Nov 18 15:18:06.102454 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:06.169212 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1f9d3dd7-2fe7-4624-bc7d-4f232c7d6f1b req-7c25a4ff-9a25-44fb-ac4e-94e63274dead service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23d9773d-e812-477f-80f5-1e5e69fc0ed7 HTTP/1.1" status: 200  len: 998 time: 0.1046560
Nov 18 15:18:06.185296 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdfcc061-315f-45cf-813a-9a500e2b5b24 req-da6403f0-b66d-4b5a-8b6f-bd6b3ea6ace8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23d9773d-e812-477f-80f5-1e5e69fc0ed7 HTTP/1.1" status: 200  len: 998 time: 0.1019554
Nov 18 15:18:06.242883 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d3dd7-2fe7-4624-bc7d-4f232c7d6f1b req-570c14d3-c7ae-4198-9e7d-9a39cedcf36d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:18:06.245000 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1f9d3dd7-2fe7-4624-bc7d-4f232c7d6f1b req-570c14d3-c7ae-4198-9e7d-9a39cedcf36d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9de4fbf5-a23a-4569-89a5-5a8b54ed76e3 HTTP/1.1" status: 200  len: 851 time: 0.0682504
Nov 18 15:18:06.264953 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcc061-315f-45cf-813a-9a500e2b5b24 req-d3082679-4ffb-45d2-913d-56a3e4b5a18d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:18:06.266549 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdfcc061-315f-45cf-813a-9a500e2b5b24 req-d3082679-4ffb-45d2-913d-56a3e4b5a18d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9de4fbf5-a23a-4569-89a5-5a8b54ed76e3 HTTP/1.1" status: 200  len: 851 time: 0.0753291
Nov 18 15:18:06.305538 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6f024779-e956-49eb-8a4b-27e910ff5c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aee82d748>, [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': '3824aa85-ddd8-4327-badf-42c4074c6f48', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'port_id': '23d9773d-e812-477f-80f5-1e5e69fc0ed7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'mac_address': 'fa:16:3e:6b:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4416004-7e46-4852-b60f-271c14120c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:18:02Z', 'updated_at': '2020-11-18T15:18:04Z', 'revision_number': 1, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'fixed_ip_address_scope': None}, {'id': '6b6e5bf6-dc29-44ba-bd97-9731f3ff5bb8', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'port_id': '86950ce7-2608-42a4-9265-e50039ee34e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'mac_address': 'fa:16:3e:04:8f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783017a2-596f-44cf-a472-315ce01a408d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:15:43Z', 'updated_at': '2020-11-18T15:15:47Z', 'revision_number': 2, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c823e3e6-64e8-47f0-99a2-a5113a4576f0', 'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'mac_address': 'fa:16:3e:d6:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:50Z', 'updated_at': '2020-11-18T15:12:00Z', 'revision_number': 5, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'subnets': [{'id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:18:06.310043 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f024779-e956-49eb-8a4b-27e910ff5c5c None None] Checking router: ab3b1ed7-b461-4daf-9f32-7d890811ff53 for host: dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:18:06.322005 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f024779-e956-49eb-8a4b-27e910ff5c5c None None] Routers {'ab3b1ed7-b461-4daf-9f32-7d890811ff53'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:18:06.322680 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6f024779-e956-49eb-8a4b-27e910ff5c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aee82d748>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:17:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:18:06.332583 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1f9d3dd7-2fe7-4624-bc7d-4f232c7d6f1b req-88af51e6-a0fe-46d7-93d2-67fa440a46d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9be0682f-83c3-432a-8701-461161c7088d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0805862
Nov 18 15:18:06.349637 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdfcc061-315f-45cf-813a-9a500e2b5b24 req-2dfa3ecc-48e4-4e38-b86f-3dfe550ee1b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9be0682f-83c3-432a-8701-461161c7088d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761061
Nov 18 15:18:06.486671 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1f9d3dd7-2fe7-4624-bc7d-4f232c7d6f1b req-df94e27d-a5d9-4798-9e23-6510fd0dbede service neutron] 10.222.0.21 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461952
Nov 18 15:18:06.519924 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-6f024779-e956-49eb-8a4b-27e910ff5c5c None None] Set router ab3b1ed7-b461-4daf-9f32-7d890811ff53 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:18:06.653874 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1f9d3dd7-2fe7-4624-bc7d-4f232c7d6f1b req-e4bb50d6-5a85-4523-8c8d-800d4791d277 service neutron] 10.222.0.21 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1597836
Nov 18 15:18:06.735709 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdfcc061-315f-45cf-813a-9a500e2b5b24 req-6bb3bc81-9624-4cdf-805b-4bc96a52008f service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3792434
Nov 18 15:18:06.878585 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdfcc061-315f-45cf-813a-9a500e2b5b24 req-ad30bc32-db16-48c6-bb35-41bc2d616e03 service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1365964
Nov 18 15:18:06.894112 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6f024779-e956-49eb-8a4b-27e910ff5c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aee82d748>, [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': '3824aa85-ddd8-4327-badf-42c4074c6f48', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'port_id': '23d9773d-e812-477f-80f5-1e5e69fc0ed7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'mac_address': 'fa:16:3e:6b:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4416004-7e46-4852-b60f-271c14120c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:18:02Z', 'updated_at': '2020-11-18T15:18:04Z', 'revision_number': 1, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'fixed_ip_address_scope': None}, {'id': '6b6e5bf6-dc29-44ba-bd97-9731f3ff5bb8', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'port_id': '86950ce7-2608-42a4-9265-e50039ee34e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'mac_address': 'fa:16:3e:04:8f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783017a2-596f-44cf-a472-315ce01a408d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:15:43Z', 'updated_at': '2020-11-18T15:15:47Z', 'revision_number': 2, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c823e3e6-64e8-47f0-99a2-a5113a4576f0', 'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'mac_address': 'fa:16:3e:d6:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:50Z', 'updated_at': '2020-11-18T15:12:00Z', 'revision_number': 5, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'subnets': [{'id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:18:06.898473 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f024779-e956-49eb-8a4b-27e910ff5c5c None None] The sync data for ids ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'] in dv-cinder-733623-8-iscsi is: [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': '3824aa85-ddd8-4327-badf-42c4074c6f48', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'port_id': '23d9773d-e812-477f-80f5-1e5e69fc0ed7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'mac_address': 'fa:16:3e:6b:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4416004-7e46-4852-b60f-271c14120c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:18:02Z', 'updated_at': '2020-11-18T15:18:04Z', 'revision_number': 1, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'fixed_ip_address_scope': None}, {'id': '6b6e5bf6-dc29-44ba-bd97-9731f3ff5bb8', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'port_id': '86950ce7-2608-42a4-9265-e50039ee34e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'mac_address': 'fa:16:3e:04:8f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783017a2-596f-44cf-a472-315ce01a408d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:15:43Z', 'updated_at': '2020-11-18T15:15:47Z', 'revision_number': 2, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c823e3e6-64e8-47f0-99a2-a5113a4576f0', 'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'mac_address': 'fa:16:3e:d6:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:50Z', 'updated_at': '2020-11-18T15:12:00Z', 'revision_number': 5, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'subnets': [{'id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:18:07.191239 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9b075e-2d93-4c18-bd34-c2c22a3f087f None None] New status for floating IP 3824aa85-ddd8-4327-badf-42c4074c6f48: ACTIVE {{(pid=80267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 15:18:09.520932 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34606598-f4e3-450e-bf68-4b21450be1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:12.141195 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b1c1312a-c0e9-4d8e-bee9-143e6fff9ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:12.299874 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:18:12.451419 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:13.546257 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:13.760845 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:36.102507 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:39.522152 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4760560c-f21d-45b1-9c79-19420a20d1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:42.142423 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-14e4d3e3-7096-4aa1-a5eb-27fd33cc7634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:42.453549 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:43.396441 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-748aeab2-f6fc-4289-8f94-c476eb451d93 req-92d59e5b-37ae-4982-b321-851501b34f9a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=783017a2-596f-44cf-a472-315ce01a408d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0775428
Nov 18 15:18:43.543957 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-748aeab2-f6fc-4289-8f94-c476eb451d93 req-0ebb0202-b428-4f6c-ac50-28405c501c99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 1162 time: 0.0755658
Nov 18 15:18:43.551283 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:43.700975 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748aeab2-f6fc-4289-8f94-c476eb451d93 req-141dd660-0b8b-4194-a623-da72f579d5ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:18:43.702499 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-748aeab2-f6fc-4289-8f94-c476eb451d93 req-141dd660-0b8b-4194-a623-da72f579d5ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 906 time: 0.1382842
Nov 18 15:18:43.765215 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:18:43.811963 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-748aeab2-f6fc-4289-8f94-c476eb451d93 req-8486995e-65e0-40fb-8817-04cfcd461430 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86950ce7-2608-42a4-9265-e50039ee34e6 HTTP/1.1" status: 200  len: 1001 time: 0.1029403
Nov 18 15:18:43.879075 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748aeab2-f6fc-4289-8f94-c476eb451d93 req-a2ded5f1-6f72-4d61-bd5e-7f19a842c398 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:18:43.880594 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-748aeab2-f6fc-4289-8f94-c476eb451d93 req-a2ded5f1-6f72-4d61-bd5e-7f19a842c398 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9de4fbf5-a23a-4569-89a5-5a8b54ed76e3 HTTP/1.1" status: 200  len: 851 time: 0.0628119
Nov 18 15:18:43.963021 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-748aeab2-f6fc-4289-8f94-c476eb451d93 req-58389684-5bba-48af-9275-6880ee021932 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9be0682f-83c3-432a-8701-461161c7088d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0756533
Nov 18 15:18:44.103843 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-748aeab2-f6fc-4289-8f94-c476eb451d93 req-20405f59-e2d1-4bfe-b37e-4c837162f6f3 service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339657
Nov 18 15:18:44.247978 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-748aeab2-f6fc-4289-8f94-c476eb451d93 req-c8034ddc-5cce-431a-bd28-b6b590173474 service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1371610
Nov 18 15:18:49.300210 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:19:06.117539 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:19:09.523228 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-71e2b06b-b4e7-4ede-a78f-7bfc2afe9b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:19:12.143756 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d28ee34-59f9-497b-a274-6799d6f43a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:19:12.455417 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:19:13.554397 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:19:13.767790 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:19:26.301370 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:19:36.117778 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:19:39.524790 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5325cad-68cc-477e-8677-570baf27f9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:19:42.144288 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-73dc2d08-7df5-42c3-ac3f-698a229f45bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:19:42.459376 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:19:43.444412 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-951e9363-5855-48f3-9a96-739bce0efe22 req-04cdf085-b160-49b3-9cbe-468003dd0b07 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d4416004-7e46-4852-b60f-271c14120c44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0728235
Nov 18 15:19:43.550344 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-951e9363-5855-48f3-9a96-739bce0efe22 req-07b63bc8-657a-476b-b14b-cf7e362977e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 1162 time: 0.0849757
Nov 18 15:19:43.569313 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:19:43.709452 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e9363-5855-48f3-9a96-739bce0efe22 req-79ca88d8-460f-4ffa-96d4-2f6e13a99b95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:19:43.711584 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-951e9363-5855-48f3-9a96-739bce0efe22 req-79ca88d8-460f-4ffa-96d4-2f6e13a99b95 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 906 time: 0.1411710
Nov 18 15:19:43.770939 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:19:43.821005 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-951e9363-5855-48f3-9a96-739bce0efe22 req-33a6a8f0-610b-482e-bc3e-90376cc1bce9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23d9773d-e812-477f-80f5-1e5e69fc0ed7 HTTP/1.1" status: 200  len: 1000 time: 0.1018360
Nov 18 15:19:43.887740 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e9363-5855-48f3-9a96-739bce0efe22 req-959bd311-24f0-4d30-9ed6-de7c3eb1f419 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:19:43.889254 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-951e9363-5855-48f3-9a96-739bce0efe22 req-959bd311-24f0-4d30-9ed6-de7c3eb1f419 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9de4fbf5-a23a-4569-89a5-5a8b54ed76e3 HTTP/1.1" status: 200  len: 851 time: 0.0623846
Nov 18 15:19:43.967904 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-951e9363-5855-48f3-9a96-739bce0efe22 req-15e7bfa0-de1c-4df3-a27e-eb8a116199c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9be0682f-83c3-432a-8701-461161c7088d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721736
Nov 18 15:19:44.108183 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-951e9363-5855-48f3-9a96-739bce0efe22 req-34933d6f-3040-460f-b981-c59b48443830 service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334765
Nov 18 15:19:44.248447 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-951e9363-5855-48f3-9a96-739bce0efe22 req-814e8d81-d28f-40e6-bd42-4d79a2ae44c8 service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1333041
Nov 18 15:19:52.709358 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-d4071edc-1cc4-40b3-b25a-b0f988513237 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/floatingips/3824aa85-ddd8-4327-badf-42c4074c6f48 HTTP/1.1" status: 200  len: 997 time: 0.1094313
Nov 18 15:19:52.865645 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-b52789bf-9934-4817-ad9f-3cda1a6f2db2 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:19:52.867028 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-b52789bf-9934-4817-ad9f-3cda1a6f2db2 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/networks/96475b02-3c3a-4cf0-bab1-8b9b17365c14 HTTP/1.1" status: 200  len: 784 time: 0.1513667
Nov 18 15:19:52.877639 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-5a144d6a-55af-4510-93a4-3d8f9c429214 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80264) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 15:19:52.878680 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-5a144d6a-55af-4510-93a4-3d8f9c429214 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0058053
Nov 18 15:19:52.987757 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-d9e7da13-8db3-4c79-b0c3-055ab75f9d24 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.1.74 HTTP/1.1" status: 200  len: 1000 time: 0.1025455
Nov 18 15:19:53.064758 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-55e67ac8-ed81-4057-9ae2-091e31b718d3 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:19:53.066245 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-55e67ac8-ed81-4057-9ae2-091e31b718d3 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports/23d9773d-e812-477f-80f5-1e5e69fc0ed7 HTTP/1.1" status: 200  len: 942 time: 0.0722177
Nov 18 15:19:53.251517 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-a2b2ef48-52dd-450f-8997-6294ebb081d7 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.1.74 HTTP/1.1" status: 200  len: 1000 time: 0.1041291
Nov 18 15:19:53.464930 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Deleting port deea08ab-c28d-40d2-aee7-9c2906af15e0 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:19:53.465321 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:19:53.642848 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:19:53.643244 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for floatingip, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:19:53.767443 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Calling delete_port for deea08ab-c28d-40d2-aee7-9c2906af15e0 owned by network:floatingip {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:19:53.915164 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:19:53.931170 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:19:53.988911 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Pushing event deleted for resources: {'Port': ['ID=deea08ab-c28d-40d2-aee7-9c2906af15e0,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:19:54.048943 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:19:54.049297 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:19:54.049714 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:19:54.050125 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:19:54.050534 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:19:54.050940 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:19:54.051345 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:19:54.051744 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:19:54.052144 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:19:54.052543 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:19:54.052994 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:19:54.053394 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:19:54.053859 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:19:54.054235 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:19:54.054630 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:19:54.055557 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:19:54.055999 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:19:54.056403 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:19:54.056817 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:19:54.057220 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:19:54.057617 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:19:54.058026 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:19:54.058424 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:19:54.058823 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:19:54.066861 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:19:54.172114 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for floatingip, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:19:54.172494 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Floating IP 3824aa85-ddd8-4327-badf-42c4074c6f48 disassociated (deleted). External IP: 172.27.1.74, port: 23d9773d-e812-477f-80f5-1e5e69fc0ed7.
Nov 18 15:19:54.796535 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Router ab3b1ed7-b461-4daf-9f32-7d890811ff53 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:19:55.001713 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:19:55.011814 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7d4077-f2fb-496d-b79b-e74d5b81d171 None None] Sync routers for ids ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'] in dv-cinder-733623-8-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:19:55.025094 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7d4077-f2fb-496d-b79b-e74d5b81d171 None None] Routers {'ab3b1ed7-b461-4daf-9f32-7d890811ff53'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:19:55.025774 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7e7d4077-f2fb-496d-b79b-e74d5b81d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aee7d85c0>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:19:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:19:55.027502 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:19:55.085766 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-8e33941b-1f4a-46b3-bb8c-224d08b32b40 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "DELETE /v2.0/floatingips/3824aa85-ddd8-4327-badf-42c4074c6f48 HTTP/1.1" status: 204  len: 173 time: 1.8282394
Nov 18 15:19:55.086873 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4416004-7e46-4852-b60f-271c14120c44', 'tag': '23d9773d-e812-477f-80f5-1e5e69fc0ed7'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:19:55.147243 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4416004-7e46-4852-b60f-271c14120c44', 'tag': '23d9773d-e812-477f-80f5-1e5e69fc0ed7', 'status': 'completed', 'code': 200}
Nov 18 15:19:55.317680 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-886e7709-f064-478e-aeb6-ae0f03743d45 req-0b2fe017-d337-4da0-892b-928a6a32b461 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 1162 time: 0.1475844
Nov 18 15:19:55.321195 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-0dcf8003-821f-4e0b-99ad-544009aaa969 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 1162 time: 0.2202322
Nov 18 15:19:55.377543 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-7e7d4077-f2fb-496d-b79b-e74d5b81d171 None None] Set router ab3b1ed7-b461-4daf-9f32-7d890811ff53 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:19:55.588710 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e7709-f064-478e-aeb6-ae0f03743d45 req-6b90b331-5186-4e0e-9bde-dd5adcc81e1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:19:55.590342 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-886e7709-f064-478e-aeb6-ae0f03743d45 req-6b90b331-5186-4e0e-9bde-dd5adcc81e1a service neutron] 10.222.0.15 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 906 time: 0.2660816
Nov 18 15:19:55.592675 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-45824c0d-e77b-49be-bfca-c9cfcb6efebb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:19:55.594225 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-45824c0d-e77b-49be-bfca-c9cfcb6efebb service neutron] 10.222.0.21 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 906 time: 0.2444489
Nov 18 15:19:55.724423 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-886e7709-f064-478e-aeb6-ae0f03743d45 req-4083c7ef-421f-4a47-8406-5e0f87840d08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23d9773d-e812-477f-80f5-1e5e69fc0ed7 HTTP/1.1" status: 200  len: 217 time: 0.1278515
Nov 18 15:19:55.725850 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-50b19bc4-81ac-4ded-9777-1e17c83066a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23d9773d-e812-477f-80f5-1e5e69fc0ed7 HTTP/1.1" status: 200  len: 217 time: 0.0784795
Nov 18 15:19:55.743163 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7e7d4077-f2fb-496d-b79b-e74d5b81d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aee7d85c0>, [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': '6b6e5bf6-dc29-44ba-bd97-9731f3ff5bb8', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'port_id': '86950ce7-2608-42a4-9265-e50039ee34e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'mac_address': 'fa:16:3e:04:8f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783017a2-596f-44cf-a472-315ce01a408d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:15:43Z', 'updated_at': '2020-11-18T15:15:47Z', 'revision_number': 2, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c823e3e6-64e8-47f0-99a2-a5113a4576f0', 'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'mac_address': 'fa:16:3e:d6:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:50Z', 'updated_at': '2020-11-18T15:12:00Z', 'revision_number': 5, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'subnets': [{'id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:19:55.747275 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7d4077-f2fb-496d-b79b-e74d5b81d171 None None] Checking router: ab3b1ed7-b461-4daf-9f32-7d890811ff53 for host: dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:19:55.758473 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7d4077-f2fb-496d-b79b-e74d5b81d171 None None] Routers {'ab3b1ed7-b461-4daf-9f32-7d890811ff53'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:19:55.759141 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7e7d4077-f2fb-496d-b79b-e74d5b81d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aee7d85c0>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:19:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:19:55.856855 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e7709-f064-478e-aeb6-ae0f03743d45 req-ca297fa2-8eff-4a15-8f12-fd1342bfe05c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:19:55.858373 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-886e7709-f064-478e-aeb6-ae0f03743d45 req-ca297fa2-8eff-4a15-8f12-fd1342bfe05c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9de4fbf5-a23a-4569-89a5-5a8b54ed76e3 HTTP/1.1" status: 200  len: 851 time: 0.1270795
Nov 18 15:19:55.861644 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-e0e75656-cef4-4981-b89e-25efc11228b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:19:55.863111 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-e0e75656-cef4-4981-b89e-25efc11228b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9de4fbf5-a23a-4569-89a5-5a8b54ed76e3 HTTP/1.1" status: 200  len: 851 time: 0.1305432
Nov 18 15:19:55.946907 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-7e7d4077-f2fb-496d-b79b-e74d5b81d171 None None] Set router ab3b1ed7-b461-4daf-9f32-7d890811ff53 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:19:56.003893 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-886e7709-f064-478e-aeb6-ae0f03743d45 req-58c3b1d3-4b1b-4635-b0d4-ba12923de9fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9be0682f-83c3-432a-8701-461161c7088d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1385918
Nov 18 15:19:56.006794 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-aa767722-5a87-4622-b272-354079ef3f8e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9be0682f-83c3-432a-8701-461161c7088d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1044242
Nov 18 15:19:56.019661 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-886e7709-f064-478e-aeb6-ae0f03743d45 req-424a6431-bf94-4a1a-8950-f463b6cbd4c7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80264) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 15:19:56.020734 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-886e7709-f064-478e-aeb6-ae0f03743d45 req-424a6431-bf94-4a1a-8950-f463b6cbd4c7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0100684
Nov 18 15:19:56.283394 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-d644210e-934e-4338-bf3d-c99a06a59333 service neutron] 10.222.0.21 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2611592
Nov 18 15:19:56.284981 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-886e7709-f064-478e-aeb6-ae0f03743d45 req-41074a10-783d-4072-b9e8-10d94b2d8222 service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2359121
Nov 18 15:19:56.313702 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7e7d4077-f2fb-496d-b79b-e74d5b81d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aee7d85c0>, [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': '6b6e5bf6-dc29-44ba-bd97-9731f3ff5bb8', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'port_id': '86950ce7-2608-42a4-9265-e50039ee34e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'mac_address': 'fa:16:3e:04:8f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783017a2-596f-44cf-a472-315ce01a408d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:15:43Z', 'updated_at': '2020-11-18T15:15:47Z', 'revision_number': 2, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c823e3e6-64e8-47f0-99a2-a5113a4576f0', 'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'mac_address': 'fa:16:3e:d6:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:50Z', 'updated_at': '2020-11-18T15:12:00Z', 'revision_number': 5, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'subnets': [{'id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:19:56.317911 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7d4077-f2fb-496d-b79b-e74d5b81d171 None None] The sync data for ids ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'] in dv-cinder-733623-8-iscsi is: [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_floatingips': [{'id': '6b6e5bf6-dc29-44ba-bd97-9731f3ff5bb8', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'router_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'port_id': '86950ce7-2608-42a4-9265-e50039ee34e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'mac_address': 'fa:16:3e:04:8f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783017a2-596f-44cf-a472-315ce01a408d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:15:43Z', 'updated_at': '2020-11-18T15:15:47Z', 'revision_number': 2, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c823e3e6-64e8-47f0-99a2-a5113a4576f0', 'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'mac_address': 'fa:16:3e:d6:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:50Z', 'updated_at': '2020-11-18T15:12:00Z', 'revision_number': 5, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'subnets': [{'id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:19:56.551965 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1de8fa8-be7f-4e99-aeeb-e3f28d1dd826 req-8acf1af0-e123-4bef-985f-2d53381632f5 service neutron] 10.222.0.21 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2614942
Nov 18 15:19:56.553946 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-886e7709-f064-478e-aeb6-ae0f03743d45 req-abcae2f7-027b-4821-a543-fcb7e241ce6c service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2383151
Nov 18 15:19:56.731157 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4801a9-0e4c-4f3a-ad84-b0acbb18e4e9 None None] New status for floating IP 3824aa85-ddd8-4327-badf-42c4074c6f48: DOWN {{(pid=80267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 15:19:56.990016 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d00d79-223b-4fb5-a4ab-696de0f1dfcb req-85c98d36-16a7-443e-b2c3-169df230408c tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:19:56.990784 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-25d00d79-223b-4fb5-a4ab-696de0f1dfcb req-85c98d36-16a7-443e-b2c3-169df230408c tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Synchronizing usage tracker for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:19:57.005685 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-25d00d79-223b-4fb5-a4ab-696de0f1dfcb req-85c98d36-16a7-443e-b2c3-169df230408c tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Unset dirty status for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:19:57.006920 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-25d00d79-223b-4fb5-a4ab-696de0f1dfcb req-85c98d36-16a7-443e-b2c3-169df230408c tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 945 time: 0.1009791
Nov 18 15:19:57.054257 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-25d00d79-223b-4fb5-a4ab-696de0f1dfcb req-e33e6fc7-1c29-4deb-9ea1-b0bbdbd6894d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0404603
Nov 18 15:19:58.265749 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b36cb-9117-4589-9fa9-9e7a1864c4b1 req-56123f7b-d0d9-4edd-bf5f-72b929640b1d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:19:58.267321 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-929b36cb-9117-4589-9fa9-9e7a1864c4b1 req-56123f7b-d0d9-4edd-bf5f-72b929640b1d tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 945 time: 0.0817890
Nov 18 15:19:58.314647 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-929b36cb-9117-4589-9fa9-9e7a1864c4b1 req-dc2bd29d-2a41-472a-b8b5-acbf0dfa4b8e tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0412211
Nov 18 15:19:58.555072 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21671b59-156c-4b2d-9a38-d0dd5e8f6f53 req-82377eaa-34cd-427e-8540-3001db3d5834 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:19:58.556626 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-21671b59-156c-4b2d-9a38-d0dd5e8f6f53 req-82377eaa-34cd-427e-8540-3001db3d5834 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.15 "GET /v2.0/ports?device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 945 time: 0.0820661
Nov 18 15:19:58.633219 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-21671b59-156c-4b2d-9a38-d0dd5e8f6f53 req-2b0f5cc0-ad17-4a65-83a7-ae66f08db4d0 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Deleting port 23d9773d-e812-477f-80f5-1e5e69fc0ed7 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:19:58.633615 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21671b59-156c-4b2d-9a38-d0dd5e8f6f53 req-2b0f5cc0-ad17-4a65-83a7-ae66f08db4d0 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:19:58.884620 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-21671b59-156c-4b2d-9a38-d0dd5e8f6f53 req-2b0f5cc0-ad17-4a65-83a7-ae66f08db4d0 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] For port 23d9773d-e812-477f-80f5-1e5e69fc0ed7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=23d9773d-e812-477f-80f5-1e5e69fc0ed7,segment=NetworkSegment(29b5edc9-162b-41d4-88ef-10e33e8d8c80),segment_id=29b5edc9-162b-41d4-88ef-10e33e8d8c80)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:19:58.884972 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21671b59-156c-4b2d-9a38-d0dd5e8f6f53 req-2b0f5cc0-ad17-4a65-83a7-ae66f08db4d0 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:19:59.010437 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-21671b59-156c-4b2d-9a38-d0dd5e8f6f53 req-2b0f5cc0-ad17-4a65-83a7-ae66f08db4d0 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Calling delete_port for 23d9773d-e812-477f-80f5-1e5e69fc0ed7 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:19:59.154789 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21671b59-156c-4b2d-9a38-d0dd5e8f6f53 req-2b0f5cc0-ad17-4a65-83a7-ae66f08db4d0 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:19:59.395700 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a3d3a7f7-c706-41fb-af74-4bb580ec64cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:19:59.439971 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f5cc0-ad17-4a65-83a7-ae66f08db4d0 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Pushing event deleted for resources: {'Port': ['ID=23d9773d-e812-477f-80f5-1e5e69fc0ed7,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:19:59.445261 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2b0f5cc0-ad17-4a65-83a7-ae66f08db4d0 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:19:59.558057 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3f64b356-c8d8-4004-b583-7d3bcc13f5f7 req-345ca57a-a0c6-42a7-af4e-6d1a55eb8854 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=d4416004-7e46-4852-b60f-271c14120c44 HTTP/1.1" status: 200  len: 210 time: 0.0992303
Nov 18 15:19:59.648287 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-21671b59-156c-4b2d-9a38-d0dd5e8f6f53 req-2b0f5cc0-ad17-4a65-83a7-ae66f08db4d0 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] No DVR routers for this DVR port 23d9773d-e812-477f-80f5-1e5e69fc0ed7 on host hv-cinder-73362 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:19:59.651477 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21671b59-156c-4b2d-9a38-d0dd5e8f6f53 req-2b0f5cc0-ad17-4a65-83a7-ae66f08db4d0 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:19:59.654436 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4416004-7e46-4852-b60f-271c14120c44', 'name': 'network-vif-deleted', 'tag': '23d9773d-e812-477f-80f5-1e5e69fc0ed7'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:19:59.669083 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-21671b59-156c-4b2d-9a38-d0dd5e8f6f53 req-2b0f5cc0-ad17-4a65-83a7-ae66f08db4d0 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.15 "DELETE /v2.0/ports/23d9773d-e812-477f-80f5-1e5e69fc0ed7 HTTP/1.1" status: 204  len: 173 time: 1.1064675
Nov 18 15:19:59.714392 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4416004-7e46-4852-b60f-271c14120c44', 'name': 'network-vif-deleted', 'tag': '23d9773d-e812-477f-80f5-1e5e69fc0ed7', 'status': 'completed', 'code': 200}
Nov 18 15:19:59.724826 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 23d9773d-e812-477f-80f5-1e5e69fc0ed7 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:19:59.759823 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] No Port match for: 23d9773d-e812-477f-80f5-1e5e69fc0ed7 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:19:59.760226 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 23d9773d-e812-477f-80f5-1e5e69fc0ed7 not bound to the agent host hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:20:03.208467 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-ef142931-38c8-492f-981b-c21e582d0c79 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/floatingips/6b6e5bf6-dc29-44ba-bd97-9731f3ff5bb8 HTTP/1.1" status: 200  len: 998 time: 0.1084430
Nov 18 15:20:03.301776 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:20:03.364528 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-7739aff1-23ff-4b28-8613-b74790426ba0 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:20:03.366040 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-7739aff1-23ff-4b28-8613-b74790426ba0 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/networks/96475b02-3c3a-4cf0-bab1-8b9b17365c14 HTTP/1.1" status: 200  len: 784 time: 0.1513636
Nov 18 15:20:03.376734 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-c203c887-ee3b-4915-994c-a6d806993a60 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80265) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 15:20:03.377869 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-c203c887-ee3b-4915-994c-a6d806993a60 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0060112
Nov 18 15:20:03.487912 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-939f7661-e3f6-4e96-b488-ef311ac34196 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.1.138 HTTP/1.1" status: 200  len: 1001 time: 0.1040862
Nov 18 15:20:03.565016 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-14db4ea0-3cee-4778-bfd3-544034581465 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:20:03.566431 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-14db4ea0-3cee-4778-bfd3-544034581465 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports/86950ce7-2608-42a4-9265-e50039ee34e6 HTTP/1.1" status: 200  len: 942 time: 0.0723100
Nov 18 15:20:03.753988 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-06fa528e-a82b-4730-9f17-48099e142567 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.1.138 HTTP/1.1" status: 200  len: 1001 time: 0.1026194
Nov 18 15:20:03.967411 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Deleting port efa012a2-1493-4150-a315-e3085e8d85c9 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:20:03.967799 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:04.141072 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:04.141463 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for floatingip, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:04.265164 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Calling delete_port for efa012a2-1493-4150-a315-e3085e8d85c9 owned by network:floatingip {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:20:04.410223 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823075388'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:04.425819 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-95788465-beac-40e7-bc0f-969bfa014467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:20:04.473042 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Pushing event deleted for resources: {'Port': ['ID=efa012a2-1493-4150-a315-e3085e8d85c9,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:20:04.497820 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:20:04.498248 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:20:04.498669 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:20:04.499085 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:20:04.499497 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:20:04.499907 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:20:04.500316 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:20:04.500724 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:20:04.501183 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:20:04.501589 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:20:04.501997 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:20:04.502399 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:20:04.502841 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:20:04.503245 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:20:04.503647 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:20:04.504068 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:20:04.504472 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:20:04.504904 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:20:04.505306 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:20:04.505711 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:20:04.506113 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:20:04.506516 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:20:04.506961 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:20:04.507317 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 15:20:04.555654 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:20:04.664819 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for floatingip, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:04.665715 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Floating IP 6b6e5bf6-dc29-44ba-bd97-9731f3ff5bb8 disassociated (deleted). External IP: 172.27.1.138, port: 86950ce7-2608-42a4-9265-e50039ee34e6.
Nov 18 15:20:05.292328 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Router ab3b1ed7-b461-4daf-9f32-7d890811ff53 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:20:05.501181 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:20:05.511373 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433bf781-e0bd-4166-a9b7-6d1d682ccc33 None None] Sync routers for ids ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'] in dv-cinder-733623-8-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:20:05.521330 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:05.523925 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433bf781-e0bd-4166-a9b7-6d1d682ccc33 None None] Routers {'ab3b1ed7-b461-4daf-9f32-7d890811ff53'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:20:05.524587 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-433bf781-e0bd-4166-a9b7-6d1d682ccc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef617f60>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:19:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:20:05.577322 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-3a28404a-fdc1-4174-893e-924f6186fc3b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "DELETE /v2.0/floatingips/6b6e5bf6-dc29-44ba-bd97-9731f3ff5bb8 HTTP/1.1" status: 204  len: 173 time: 1.8167205
Nov 18 15:20:05.577803 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783017a2-596f-44cf-a472-315ce01a408d', 'tag': '86950ce7-2608-42a4-9265-e50039ee34e6'}] {{(pid=80265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:20:05.637765 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783017a2-596f-44cf-a472-315ce01a408d', 'tag': '86950ce7-2608-42a4-9265-e50039ee34e6', 'status': 'completed', 'code': 200}
Nov 18 15:20:05.673723 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-257b3fbb-0fe9-4a4d-94bc-000770683c32 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 1162 time: 0.0813417
Nov 18 15:20:05.720724 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-433bf781-e0bd-4166-a9b7-6d1d682ccc33 None None] Set router ab3b1ed7-b461-4daf-9f32-7d890811ff53 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:20:05.740976 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d2d27409-1ff4-4071-8216-a4a3106c9fe9 req-d77f7448-a827-43a5-b808-2c58d7e4a970 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 1162 time: 0.0774379
Nov 18 15:20:05.819944 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-8a203a10-926f-441e-ab53-5209ce5ecbc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:20:05.822152 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-8a203a10-926f-441e-ab53-5209ce5ecbc4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 906 time: 0.1423922
Nov 18 15:20:05.889136 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d27409-1ff4-4071-8216-a4a3106c9fe9 req-b0d60dda-0883-45eb-aea4-4423a20a8b67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:20:05.890672 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d2d27409-1ff4-4071-8216-a4a3106c9fe9 req-b0d60dda-0883-45eb-aea4-4423a20a8b67 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 200  len: 906 time: 0.1417420
Nov 18 15:20:05.903146 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-b248f613-0446-4349-8d09-900eec9d81fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86950ce7-2608-42a4-9265-e50039ee34e6 HTTP/1.1" status: 200  len: 217 time: 0.0741241
Nov 18 15:20:05.965803 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d2d27409-1ff4-4071-8216-a4a3106c9fe9 req-a6608979-88fe-479d-b25d-df3f918e54b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86950ce7-2608-42a4-9265-e50039ee34e6 HTTP/1.1" status: 200  len: 217 time: 0.0691206
Nov 18 15:20:05.974106 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-b360153a-fa4e-471c-8d89-a6f5bd8ba963 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:20:05.977270 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-b360153a-fa4e-471c-8d89-a6f5bd8ba963 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9de4fbf5-a23a-4569-89a5-5a8b54ed76e3 HTTP/1.1" status: 200  len: 851 time: 0.0677581
Nov 18 15:20:06.036358 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d27409-1ff4-4071-8216-a4a3106c9fe9 req-6060e33b-a5c1-4036-9f69-4a013956fe38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:20:06.038172 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d2d27409-1ff4-4071-8216-a4a3106c9fe9 req-6060e33b-a5c1-4036-9f69-4a013956fe38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9de4fbf5-a23a-4569-89a5-5a8b54ed76e3 HTTP/1.1" status: 200  len: 851 time: 0.0666733
Nov 18 15:20:06.059260 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-433bf781-e0bd-4166-a9b7-6d1d682ccc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef617f60>, [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'c823e3e6-64e8-47f0-99a2-a5113a4576f0', 'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'mac_address': 'fa:16:3e:d6:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:50Z', 'updated_at': '2020-11-18T15:12:00Z', 'revision_number': 5, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'subnets': [{'id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:20:06.063688 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433bf781-e0bd-4166-a9b7-6d1d682ccc33 None None] Checking router: ab3b1ed7-b461-4daf-9f32-7d890811ff53 for host: dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:20:06.067352 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-81455dcc-64ca-4a70-8fde-be9004a69844 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9be0682f-83c3-432a-8701-461161c7088d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0849144
Nov 18 15:20:06.075700 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433bf781-e0bd-4166-a9b7-6d1d682ccc33 None None] Routers {'ab3b1ed7-b461-4daf-9f32-7d890811ff53'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:20:06.076380 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-433bf781-e0bd-4166-a9b7-6d1d682ccc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef617f60>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:19:42Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:20:06.119964 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d2d27409-1ff4-4071-8216-a4a3106c9fe9 req-c6ab4b87-bc33-4d1c-a689-8b39f41bb9fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9be0682f-83c3-432a-8701-461161c7088d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751894
Nov 18 15:20:06.165463 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:06.221353 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-deb5a8c2-a49b-4ec9-a53b-ccc4f403dd9c service neutron] 10.222.0.21 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457434
Nov 18 15:20:06.268377 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d2d27409-1ff4-4071-8216-a4a3106c9fe9 req-02559036-8e97-46b6-8485-fae560f0cae6 service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416059
Nov 18 15:20:06.282266 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-433bf781-e0bd-4166-a9b7-6d1d682ccc33 None None] Set router ab3b1ed7-b461-4daf-9f32-7d890811ff53 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:20:06.374734 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-afa4fa58-0fee-4bb2-9130-712504662a72 req-594b9b19-216f-474e-9d72-bb0d213fb279 service neutron] 10.222.0.21 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1486993
Nov 18 15:20:06.421124 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d2d27409-1ff4-4071-8216-a4a3106c9fe9 req-2fd58391-1679-48a4-a1e3-daf4e5e8a564 service neutron] 10.222.0.15 "GET /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1450365
Nov 18 15:20:06.787538 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-433bf781-e0bd-4166-a9b7-6d1d682ccc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef617f60>, [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'c823e3e6-64e8-47f0-99a2-a5113a4576f0', 'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'mac_address': 'fa:16:3e:d6:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:50Z', 'updated_at': '2020-11-18T15:12:00Z', 'revision_number': 5, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'subnets': [{'id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:20:06.792200 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433bf781-e0bd-4166-a9b7-6d1d682ccc33 None None] The sync data for ids ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'] in dv-cinder-733623-8-iscsi is: [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:50Z', 'revision_number': 4, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi', '_interfaces': [{'id': 'c823e3e6-64e8-47f0-99a2-a5113a4576f0', 'name': '', 'network_id': '9be0682f-83c3-432a-8701-461161c7088d', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'mac_address': 'fa:16:3e:d6:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:50Z', 'updated_at': '2020-11-18T15:12:00Z', 'revision_number': 5, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'subnets': [{'id': '9de4fbf5-a23a-4569-89a5-5a8b54ed76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:20:06.805951 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935532f1-7498-4244-94a9-292517783621 req-e8bc3785-7938-4daa-a8e5-fe13fd42e151 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:20:06.806728 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-935532f1-7498-4244-94a9-292517783621 req-e8bc3785-7938-4daa-a8e5-fe13fd42e151 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Synchronizing usage tracker for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:port {{(pid=80265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:20:06.822547 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-935532f1-7498-4244-94a9-292517783621 req-e8bc3785-7938-4daa-a8e5-fe13fd42e151 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Unset dirty status for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:port {{(pid=80265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:20:06.823811 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-935532f1-7498-4244-94a9-292517783621 req-e8bc3785-7938-4daa-a8e5-fe13fd42e151 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 945 time: 0.0994508
Nov 18 15:20:06.873888 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-935532f1-7498-4244-94a9-292517783621 req-917183cf-8f26-44d9-ab68-0884825e5115 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0423441
Nov 18 15:20:07.206887 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f375ad-71ab-4451-9180-db08125ba4df None None] New status for floating IP 6b6e5bf6-dc29-44ba-bd97-9731f3ff5bb8: DOWN {{(pid=80267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 15:20:08.090567 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a560e-224b-4ba3-8866-b366cc6665bc req-ade0733e-9b9a-4190-91c1-f4efa2cccf44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:20:08.091335 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-556a560e-224b-4ba3-8866-b366cc6665bc req-ade0733e-9b9a-4190-91c1-f4efa2cccf44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Synchronizing usage tracker for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:20:08.104334 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-556a560e-224b-4ba3-8866-b366cc6665bc req-ade0733e-9b9a-4190-91c1-f4efa2cccf44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Unset dirty status for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:20:08.105596 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-556a560e-224b-4ba3-8866-b366cc6665bc req-ade0733e-9b9a-4190-91c1-f4efa2cccf44 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 945 time: 0.1009157
Nov 18 15:20:08.153059 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-556a560e-224b-4ba3-8866-b366cc6665bc req-093c3c10-b636-42a5-8b61-b2c1f58aaa80 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups?id=d087feb6-89ee-48a1-b12d-fba1ad981ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0412328
Nov 18 15:20:08.311772 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9dc5d-cd7e-4a1d-b87f-4588cf1d488b req-c578199c-3f8a-43bd-abc4-1952c057b920 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:20:08.313368 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f3e9dc5d-cd7e-4a1d-b87f-4588cf1d488b req-c578199c-3f8a-43bd-abc4-1952c057b920 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.15 "GET /v2.0/ports?device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 945 time: 0.0823991
Nov 18 15:20:08.390668 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-f3e9dc5d-cd7e-4a1d-b87f-4588cf1d488b req-91a08473-e981-4d7e-950d-896d54a3c194 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Deleting port 86950ce7-2608-42a4-9265-e50039ee34e6 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:20:08.391056 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f3e9dc5d-cd7e-4a1d-b87f-4588cf1d488b req-91a08473-e981-4d7e-950d-896d54a3c194 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:08.646714 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-f3e9dc5d-cd7e-4a1d-b87f-4588cf1d488b req-91a08473-e981-4d7e-950d-896d54a3c194 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] For port 86950ce7-2608-42a4-9265-e50039ee34e6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=86950ce7-2608-42a4-9265-e50039ee34e6,segment=NetworkSegment(29b5edc9-162b-41d4-88ef-10e33e8d8c80),segment_id=29b5edc9-162b-41d4-88ef-10e33e8d8c80)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:20:08.647121 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f3e9dc5d-cd7e-4a1d-b87f-4588cf1d488b req-91a08473-e981-4d7e-950d-896d54a3c194 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:08.772785 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-f3e9dc5d-cd7e-4a1d-b87f-4588cf1d488b req-91a08473-e981-4d7e-950d-896d54a3c194 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Calling delete_port for 86950ce7-2608-42a4-9265-e50039ee34e6 owned by compute:nova {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:20:08.919311 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f3e9dc5d-cd7e-4a1d-b87f-4588cf1d488b req-91a08473-e981-4d7e-950d-896d54a3c194 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:08.937085 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-81c6dfbb-9286-47fa-acde-191b85af4c68 tempest-AttachVolumeShelveTestJSON-961566462 tempest-AttachVolumeShelveTestJSON-961566462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:20:08.990852 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a08473-e981-4d7e-950d-896d54a3c194 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Pushing event deleted for resources: {'Port': ['ID=86950ce7-2608-42a4-9265-e50039ee34e6,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:20:08.994011 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-91a08473-e981-4d7e-950d-896d54a3c194 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:20:09.134916 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e9dc5d-cd7e-4a1d-b87f-4588cf1d488b req-91a08473-e981-4d7e-950d-896d54a3c194 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] No DVR routers for this DVR port 86950ce7-2608-42a4-9265-e50039ee34e6 on host hv-cinder-73362 {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:20:09.137238 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f3e9dc5d-cd7e-4a1d-b87f-4588cf1d488b req-91a08473-e981-4d7e-950d-896d54a3c194 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for port, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:09.140073 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783017a2-596f-44cf-a472-315ce01a408d', 'name': 'network-vif-deleted', 'tag': '86950ce7-2608-42a4-9265-e50039ee34e6'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 15:20:09.154335 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f3e9dc5d-cd7e-4a1d-b87f-4588cf1d488b req-91a08473-e981-4d7e-950d-896d54a3c194 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.15 "DELETE /v2.0/ports/86950ce7-2608-42a4-9265-e50039ee34e6 HTTP/1.1" status: 204  len: 173 time: 0.8345671
Nov 18 15:20:09.201766 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783017a2-596f-44cf-a472-315ce01a408d', 'name': 'network-vif-deleted', 'tag': '86950ce7-2608-42a4-9265-e50039ee34e6', 'status': 'completed', 'code': 200}
Nov 18 15:20:09.328872 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-f7036b21-d70f-4293-875b-4e538a449d1f req-3ba04148-5a0d-4dde-9ffb-f432f9eb927b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Synchronizing usage tracker for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:port {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:20:09.343263 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-f7036b21-d70f-4293-875b-4e538a449d1f req-3ba04148-5a0d-4dde-9ffb-f432f9eb927b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Unset dirty status for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:port {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:20:09.344474 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f7036b21-d70f-4293-875b-4e538a449d1f req-3ba04148-5a0d-4dde-9ffb-f432f9eb927b tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/ports?device_id=783017a2-596f-44cf-a472-315ce01a408d HTTP/1.1" status: 200  len: 210 time: 0.0605581
Nov 18 15:20:09.527588 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ea66a10e-32ee-450f-a43f-aa33eb022424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:09.771967 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 86950ce7-2608-42a4-9265-e50039ee34e6 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:20:09.806608 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] No Port match for: 86950ce7-2608-42a4-9265-e50039ee34e6 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:20:09.807006 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Device 86950ce7-2608-42a4-9265-e50039ee34e6 not bound to the agent host hv-cinder-73362 {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:20:10.568194 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-894ec016-628f-4ee9-a808-8cfcce4fb4ab req-061fe2ca-2b2f-440f-9f71-5cab35a0ab58 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/floatingips/b71d10d5-ff5a-4786-bb0a-101b582366f3 HTTP/1.1" status: 200  len: 693 time: 0.0875990
Nov 18 15:20:10.726362 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ec016-628f-4ee9-a808-8cfcce4fb4ab req-532c5b7a-0613-4326-9ecb-cf785a6530de tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 15:20:10.728315 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-894ec016-628f-4ee9-a808-8cfcce4fb4ab req-532c5b7a-0613-4326-9ecb-cf785a6530de tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/networks/96475b02-3c3a-4cf0-bab1-8b9b17365c14 HTTP/1.1" status: 200  len: 784 time: 0.1541834
Nov 18 15:20:10.814378 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-894ec016-628f-4ee9-a808-8cfcce4fb4ab req-f988d92a-2dfe-4619-aef7-8ac189c7de07 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Synchronizing usage tracker for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:floatingip {{(pid=80264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 15:20:10.828885 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-894ec016-628f-4ee9-a808-8cfcce4fb4ab req-f988d92a-2dfe-4619-aef7-8ac189c7de07 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Unset dirty status for tenant:f0e0dabc48e24b30ab3fb65b5421eb7c on resource:floatingip {{(pid=80264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 15:20:10.830187 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-894ec016-628f-4ee9-a808-8cfcce4fb4ab req-f988d92a-2dfe-4619-aef7-8ac189c7de07 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.1.119 HTTP/1.1" status: 200  len: 696 time: 0.0954623
Nov 18 15:20:10.915783 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-894ec016-628f-4ee9-a808-8cfcce4fb4ab req-9fe7d491-eaf3-4599-a4ff-d684d13b96e5 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.1.119 HTTP/1.1" status: 200  len: 696 time: 0.0786200
Nov 18 15:20:11.075737 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-894ec016-628f-4ee9-a808-8cfcce4fb4ab req-2337d60d-c297-4914-82e0-31d4b9a43249 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Deleting port 7440ea48-6a12-454b-8859-3b50bdd92556 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:20:11.076117 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-894ec016-628f-4ee9-a808-8cfcce4fb4ab req-2337d60d-c297-4914-82e0-31d4b9a43249 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:11.248681 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-894ec016-628f-4ee9-a808-8cfcce4fb4ab req-2337d60d-c297-4914-82e0-31d4b9a43249 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:11.249109 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-894ec016-628f-4ee9-a808-8cfcce4fb4ab req-2337d60d-c297-4914-82e0-31d4b9a43249 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for floatingip, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:11.374695 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-894ec016-628f-4ee9-a808-8cfcce4fb4ab req-2337d60d-c297-4914-82e0-31d4b9a43249 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Calling delete_port for 7440ea48-6a12-454b-8859-3b50bdd92556 owned by network:floatingip {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:20:11.513996 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-894ec016-628f-4ee9-a808-8cfcce4fb4ab req-2337d60d-c297-4914-82e0-31d4b9a43249 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:11.529531 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-60e9e0c6-b5e3-4733-ae0c-4a11e52fd4b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:20:11.575881 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337d60d-c297-4914-82e0-31d4b9a43249 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Pushing event deleted for resources: {'Port': ['ID=7440ea48-6a12-454b-8859-3b50bdd92556,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:20:11.588942 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2337d60d-c297-4914-82e0-31d4b9a43249 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:20:11.746719 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-894ec016-628f-4ee9-a808-8cfcce4fb4ab req-2337d60d-c297-4914-82e0-31d4b9a43249 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for floatingip, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:11.769402 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-894ec016-628f-4ee9-a808-8cfcce4fb4ab req-2337d60d-c297-4914-82e0-31d4b9a43249 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64568'] for floatingip, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:11.770592 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-894ec016-628f-4ee9-a808-8cfcce4fb4ab req-2337d60d-c297-4914-82e0-31d4b9a43249 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "DELETE /v2.0/floatingips/b71d10d5-ff5a-4786-bb0a-101b582366f3 HTTP/1.1" status: 204  len: 173 time: 0.8490877
Nov 18 15:20:12.144986 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-098d5d05-2db6-4bfe-8738-3464cc3277e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:12.461748 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:13.258653 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-31253a17-3f4b-4c41-8718-4e2e2ea3ad8c req-8c3ea17e-8f85-4262-89f3-f805687028d9 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "GET /v2.0/security-groups/d087feb6-89ee-48a1-b12d-fba1ad981ba3 HTTP/1.1" status: 200  len: 2653 time: 0.0542190
Nov 18 15:20:13.329851 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-31253a17-3f4b-4c41-8718-4e2e2ea3ad8c req-d0be0428-c1c9-466b-876b-1c2147c9f235 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for security_group, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:13.359378 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-31253a17-3f4b-4c41-8718-4e2e2ea3ad8c req-d0be0428-c1c9-466b-876b-1c2147c9f235 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for security_group, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:13.408266 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-31253a17-3f4b-4c41-8718-4e2e2ea3ad8c req-d0be0428-c1c9-466b-876b-1c2147c9f235 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:13.413686 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-818ff02b-143d-4432-99ea-ad2071d3aecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:20:13.431904 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be0428-c1c9-466b-876b-1c2147c9f235 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Pushing event deleted for resources: {'SecurityGroup': ['ID=d087feb6-89ee-48a1-b12d-fba1ad981ba3,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:20:13.437944 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d0be0428-c1c9-466b-876b-1c2147c9f235 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:20:13.439591 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-31253a17-3f4b-4c41-8718-4e2e2ea3ad8c req-d0be0428-c1c9-466b-876b-1c2147c9f235 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Notify callbacks [] for security_group, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:13.440810 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [req-31253a17-3f4b-4c41-8718-4e2e2ea3ad8c req-d0be0428-c1c9-466b-876b-1c2147c9f235 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] 10.222.0.21 "DELETE /v2.0/security-groups/d087feb6-89ee-48a1-b12d-fba1ad981ba3 HTTP/1.1" status: 204  len: 173 time: 0.1760049
Nov 18 15:20:13.516148 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 43146) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:20:13.565555 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:13.776316 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:14.277073 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3aeb7c89-a239-41fe-ac5e-a467efa9cf6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600187'] for router_interface, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:14.889728 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3aeb7c89-a239-41fe-ac5e-a467efa9cf6a admin admin] Deleting port c823e3e6-64e8-47f0-99a2-a5113a4576f0 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:20:14.890001 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3aeb7c89-a239-41fe-ac5e-a467efa9cf6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:15.070699 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-3aeb7c89-a239-41fe-ac5e-a467efa9cf6a admin admin] For port c823e3e6-64e8-47f0-99a2-a5113a4576f0, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=c823e3e6-64e8-47f0-99a2-a5113a4576f0,segment=NetworkSegment(29b5edc9-162b-41d4-88ef-10e33e8d8c80),segment_id=29b5edc9-162b-41d4-88ef-10e33e8d8c80)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:20:15.071610 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3aeb7c89-a239-41fe-ac5e-a467efa9cf6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:15.194052 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3aeb7c89-a239-41fe-ac5e-a467efa9cf6a admin admin] Calling delete_port for c823e3e6-64e8-47f0-99a2-a5113a4576f0 owned by network:router_interface {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:20:15.368074 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3aeb7c89-a239-41fe-ac5e-a467efa9cf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:15.384150 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-91a08473-e981-4d7e-950d-896d54a3c194 tempest-TestVolumeBootPattern-477259608 tempest-TestVolumeBootPattern-477259608] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:20:15.438009 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb7c89-a239-41fe-ac5e-a467efa9cf6a admin admin] Pushing event deleted for resources: {'Port': ['ID=c823e3e6-64e8-47f0-99a2-a5113a4576f0,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:20:15.442572 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3aeb7c89-a239-41fe-ac5e-a467efa9cf6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:20:15.807273 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3aeb7c89-a239-41fe-ac5e-a467efa9cf6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852718791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854130453'] for router_interface, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:16.742858 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aeb7c89-a239-41fe-ac5e-a467efa9cf6a admin admin] Router ab3b1ed7-b461-4daf-9f32-7d890811ff53 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:20:16.951968 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aeb7c89-a239-41fe-ac5e-a467efa9cf6a admin admin] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:20:16.960596 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21edb8cb-c4a6-46c3-a413-eda0f337c7e5 None None] Sync routers for ids ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'] in dv-cinder-733623-8-iscsi {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:20:16.964771 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3aeb7c89-a239-41fe-ac5e-a467efa9cf6a admin admin] 10.222.0.21 "PUT /v2.0/routers/ab3b1ed7-b461-4daf-9f32-7d890811ff53/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4473975
Nov 18 15:20:16.967420 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 43152) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:20:16.973416 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21edb8cb-c4a6-46c3-a413-eda0f337c7e5 None None] Routers {'ab3b1ed7-b461-4daf-9f32-7d890811ff53'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:20:16.974096 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-21edb8cb-c4a6-46c3-a413-eda0f337c7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef7fd7b8>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:20:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:20:17.155424 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-21edb8cb-c4a6-46c3-a413-eda0f337c7e5 None None] Set router ab3b1ed7-b461-4daf-9f32-7d890811ff53 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:20:17.171529 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ab0e2d9-edc0-4852-a051-b1b01db8b4f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:17.379455 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ab0e2d9-edc0-4852-a051-b1b01db8b4f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:17.388283 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-0ab0e2d9-edc0-4852-a051-b1b01db8b4f0 admin admin] Deleting port 4929b9ff-c1df-4a6f-a423-adfbfac1e3c1 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:20:17.388659 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ab0e2d9-edc0-4852-a051-b1b01db8b4f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:17.455834 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-21edb8cb-c4a6-46c3-a413-eda0f337c7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef7fd7b8>, [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:20:15Z', 'revision_number': 5, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port': {'id': '4929b9ff-c1df-4a6f-a423-adfbfac1e3c1', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi'}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:20:17.460004 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21edb8cb-c4a6-46c3-a413-eda0f337c7e5 None None] Checking router: ab3b1ed7-b461-4daf-9f32-7d890811ff53 for host: dv-cinder-733623-8-iscsi {{(pid=80266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:20:17.471204 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21edb8cb-c4a6-46c3-a413-eda0f337c7e5 None None] Routers {'ab3b1ed7-b461-4daf-9f32-7d890811ff53'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:20:17.471871 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-21edb8cb-c4a6-46c3-a413-eda0f337c7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef7fd7b8>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:20:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'], 'active': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:20:17.572719 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-0ab0e2d9-edc0-4852-a051-b1b01db8b4f0 admin admin] For port 4929b9ff-c1df-4a6f-a423-adfbfac1e3c1, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=4929b9ff-c1df-4a6f-a423-adfbfac1e3c1,segment=NetworkSegment(204b9cb9-672f-457d-853a-b208bf5e332c),segment_id=204b9cb9-672f-457d-853a-b208bf5e332c)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:20:17.573168 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ab0e2d9-edc0-4852-a051-b1b01db8b4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:17.629896 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-21edb8cb-c4a6-46c3-a413-eda0f337c7e5 None None] Set router ab3b1ed7-b461-4daf-9f32-7d890811ff53 gateway port host: None {{(pid=80266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:20:17.702834 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-0ab0e2d9-edc0-4852-a051-b1b01db8b4f0 admin admin] Calling delete_port for 4929b9ff-c1df-4a6f-a423-adfbfac1e3c1 owned by network:router_gateway {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:20:17.740891 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-21edb8cb-c4a6-46c3-a413-eda0f337c7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef7fd7b8>, [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:20:17Z', 'revision_number': 6, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port_host': None}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:20:17.745075 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21edb8cb-c4a6-46c3-a413-eda0f337c7e5 None None] The sync data for ids ['ab3b1ed7-b461-4daf-9f32-7d890811ff53'] in dv-cinder-733623-8-iscsi is: [{'id': 'ab3b1ed7-b461-4daf-9f32-7d890811ff53', 'name': 'tempest-TestVolumeBootPattern-1105888001-router', 'tenant_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:47Z', 'updated_at': '2020-11-18T15:20:17Z', 'revision_number': 6, 'project_id': 'f0e0dabc48e24b30ab3fb65b5421eb7c', 'gw_port_host': None}] {{(pid=80266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:20:17.875348 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ab0e2d9-edc0-4852-a051-b1b01db8b4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32250556'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:17.890859 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-754c1b40-1e88-46f1-8346-605e9a2f480a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:20:17.935210 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0e2d9-edc0-4852-a051-b1b01db8b4f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4929b9ff-c1df-4a6f-a423-adfbfac1e3c1,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:20:17.947206 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0ab0e2d9-edc0-4852-a051-b1b01db8b4f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:20:18.249952 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ab0e2d9-edc0-4852-a051-b1b01db8b4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-605051'] for router_gateway, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:18.323297 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device c823e3e6-64e8-47f0-99a2-a5113a4576f0 no longer exists at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:20:18.360141 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] No Port match for: c823e3e6-64e8-47f0-99a2-a5113a4576f0 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:20:18.360552 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device c823e3e6-64e8-47f0-99a2-a5113a4576f0 not bound to the agent host dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:20:18.361044 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 4929b9ff-c1df-4a6f-a423-adfbfac1e3c1 no longer exists at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:20:18.393286 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] No Port match for: 4929b9ff-c1df-4a6f-a423-adfbfac1e3c1 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:20:18.393683 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 4929b9ff-c1df-4a6f-a423-adfbfac1e3c1 not bound to the agent host dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:20:18.517696 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ab0e2d9-edc0-4852-a051-b1b01db8b4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63956'] for router, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:18.522028 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ab0e2d9-edc0-4852-a051-b1b01db8b4f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:18.554461 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ab0e2d9-edc0-4852-a051-b1b01db8b4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-715353'] for router, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:18.555064 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab0e2d9-edc0-4852-a051-b1b01db8b4f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab3b1ed7-b461-4daf-9f32-7d890811ff53 {{(pid=80264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 18 15:20:18.567853 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ab0e2d9-edc0-4852-a051-b1b01db8b4f0 admin admin] Notify callbacks [] for router, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:18.571431 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0ab0e2d9-edc0-4852-a051-b1b01db8b4f0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ab3b1ed7-b461-4daf-9f32-7d890811ff53 HTTP/1.1" status: 204  len: 168 time: 1.6007011
Nov 18 15:20:18.571838 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 43156) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:20:18.643860 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c312fc7-14a2-44a1-b6fc-4885d492725b admin admin] Deleting subnet 9de4fbf5-a23a-4569-89a5-5a8b54ed76e3 {{(pid=80265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 15:20:18.647084 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2c312fc7-14a2-44a1-b6fc-4885d492725b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:18.699810 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2c312fc7-14a2-44a1-b6fc-4885d492725b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33210122'] for subnet, precommit_delete_associations {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:18.779285 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2c312fc7-14a2-44a1-b6fc-4885d492725b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853367654'] for subnet, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:19.032991 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2c312fc7-14a2-44a1-b6fc-4885d492725b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31700462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31840993'] for subnet, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:19.048286 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0817aacf-fd8a-4ac8-8df7-54c25989459e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:20:19.099252 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c312fc7-14a2-44a1-b6fc-4885d492725b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9de4fbf5-a23a-4569-89a5-5a8b54ed76e3,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:20:19.103803 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2c312fc7-14a2-44a1-b6fc-4885d492725b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:20:19.181820 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2c312fc7-14a2-44a1-b6fc-4885d492725b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:19.187446 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9968fe-3788-4ee2-be7e-b73546271844 None None] Network 9be0682f-83c3-432a-8701-461161c7088d requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:20:19.191136 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2c312fc7-14a2-44a1-b6fc-4885d492725b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9de4fbf5-a23a-4569-89a5-5a8b54ed76e3 HTTP/1.1" status: 204  len: 168 time: 0.6177027
Nov 18 15:20:19.193220 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 43160) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:20:19.309841 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322778'] for network, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:19.379701 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] Deleting port d0572c7a-88ed-4089-b57a-3ac2c78f7861 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:20:19.380080 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:19.436162 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf98020b-1229-4c82-8bf8-cf7504523c21 None None] DHCP port deletion for 9be0682f-83c3-432a-8701-461161c7088d request from dv-cinder-733623-8-iscsi {{(pid=80266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 18 15:20:19.440405 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-cf98020b-1229-4c82-8bf8-cf7504523c21 None None] Deleting port d0572c7a-88ed-4089-b57a-3ac2c78f7861 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:20:19.440884 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cf98020b-1229-4c82-8bf8-cf7504523c21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:19.595761 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] For port d0572c7a-88ed-4089-b57a-3ac2c78f7861, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=d0572c7a-88ed-4089-b57a-3ac2c78f7861,segment=NetworkSegment(29b5edc9-162b-41d4-88ef-10e33e8d8c80),segment_id=29b5edc9-162b-41d4-88ef-10e33e8d8c80)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:20:19.596163 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:19.653358 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-cf98020b-1229-4c82-8bf8-cf7504523c21 None None] For port d0572c7a-88ed-4089-b57a-3ac2c78f7861, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=d0572c7a-88ed-4089-b57a-3ac2c78f7861,segment=NetworkSegment(29b5edc9-162b-41d4-88ef-10e33e8d8c80),segment_id=29b5edc9-162b-41d4-88ef-10e33e8d8c80)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:20:19.653801 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cf98020b-1229-4c82-8bf8-cf7504523c21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:19.723276 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] Calling delete_port for d0572c7a-88ed-4089-b57a-3ac2c78f7861 owned by network:dhcp {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:20:19.776938 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-cf98020b-1229-4c82-8bf8-cf7504523c21 None None] Calling delete_port for d0572c7a-88ed-4089-b57a-3ac2c78f7861 owned by network:dhcp {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:20:19.798121 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823075388'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:19.813442 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f8c50144-e5ca-44c3-8a50-66feda7a544d tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:20:19.845725 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-cf98020b-1229-4c82-8bf8-cf7504523c21 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 18 15:20:19.846057 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-cf98020b-1229-4c82-8bf8-cf7504523c21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 18 15:20:19.857058 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] Pushing event deleted for resources: {'Port': ['ID=d0572c7a-88ed-4089-b57a-3ac2c78f7861,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:20:19.869163 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:20:19.957849 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] No DVR routers for this DVR port d0572c7a-88ed-4089-b57a-3ac2c78f7861 on host dv-cinder-733623-8-iscsi {{(pid=80265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:20:20.083873 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853367263', 'neutron.services.segments.db._delete_segments_for_network--9223363306544197611'] for network, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:20.199020 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0aed9af6d8>,) {'filters': {'network_id': ['9be0682f-83c3-432a-8701-461161c7088d']}} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:20:20.212378 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aed9af6d8>, '29b5edc9-162b-41d4-88ef-10e33e8d8c80') {'for_net_delete': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:20:20.212712 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aed9af6d8>, '29b5edc9-162b-41d4-88ef-10e33e8d8c80') {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:20:20.224535 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306544155115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821565646'] for segment, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:20.240145 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:20.242234 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 15:20:20.321835 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device d0572c7a-88ed-4089-b57a-3ac2c78f7861 no longer exists at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:20:20.352303 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-cf98020b-1229-4c82-8bf8-cf7504523c21 None None] Deleting port d0572c7a-88ed-4089-b57a-3ac2c78f7861 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:20:20.352740 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cf98020b-1229-4c82-8bf8-cf7504523c21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:20.389897 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] No Port match for: d0572c7a-88ed-4089-b57a-3ac2c78f7861 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:20:20.390302 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device d0572c7a-88ed-4089-b57a-3ac2c78f7861 not bound to the agent host dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:20:20.431594 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-cf98020b-1229-4c82-8bf8-cf7504523c21 None None] The port 'd0572c7a-88ed-4089-b57a-3ac2c78f7861' was deleted {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 18 15:20:20.647148 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] Network 9be0682f-83c3-432a-8701-461161c7088d has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:20:20.656782 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853370636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31700403'] for segment, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:20.832864 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] Network 9be0682f-83c3-432a-8701-461161c7088d has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]: Traceback (most recent call last):
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:     timer()
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:     cb(*args, **kw)
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:     self._notify()
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:     self.callback(batched_events)
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:     event.method(event)
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:     return f(self, *a, **k)
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self._get(url).json()
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:     **kwargs)
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:     **endpoint_filter)
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 15:20:20.856268 dv-cinder-733623-8-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 15:20:20.932314 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:20.935788 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b4c3e555-c78b-4669-8942-6829f2e51d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:20:20.949339 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:20.960089 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] Pushing event deleted for resources: {'Network': ['ID=9be0682f-83c3-432a-8701-461161c7088d,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:20:20.963966 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:20:20.974042 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] 10.222.0.21 "DELETE /v2.0/networks/9be0682f-83c3-432a-8701-461161c7088d HTTP/1.1" status: 204  len: 168 time: 1.7798154
Nov 18 15:20:20.976992 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 43164) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:20:21.377088 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-822943a8-d0ef-4bc6-a3e5-5c4fa69ea079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600187'] for router_interface, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:21.996247 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-822943a8-d0ef-4bc6-a3e5-5c4fa69ea079 admin admin] Deleting port d2ee3602-26b7-4641-a180-12a4fcfec040 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:20:21.996912 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-822943a8-d0ef-4bc6-a3e5-5c4fa69ea079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:22.175127 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-822943a8-d0ef-4bc6-a3e5-5c4fa69ea079 admin admin] For port d2ee3602-26b7-4641-a180-12a4fcfec040, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=d2ee3602-26b7-4641-a180-12a4fcfec040,segment=NetworkSegment(fdf4545b-69e5-4608-93d9-92dc114c1a98),segment_id=fdf4545b-69e5-4608-93d9-92dc114c1a98)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:20:22.175524 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-822943a8-d0ef-4bc6-a3e5-5c4fa69ea079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:22.301427 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-822943a8-d0ef-4bc6-a3e5-5c4fa69ea079 admin admin] Calling delete_port for d2ee3602-26b7-4641-a180-12a4fcfec040 owned by network:router_interface {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:20:22.475369 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-822943a8-d0ef-4bc6-a3e5-5c4fa69ea079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823075388'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:22.491125 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-abaa9063-7e24-4646-814a-db2024eb9ab4 tempest-TestMinimumBasicScenario-2078570579 tempest-TestMinimumBasicScenario-2078570579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:20:22.546697 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822943a8-d0ef-4bc6-a3e5-5c4fa69ea079 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2ee3602-26b7-4641-a180-12a4fcfec040,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:20:22.553374 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-822943a8-d0ef-4bc6-a3e5-5c4fa69ea079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:20:22.906854 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-822943a8-d0ef-4bc6-a3e5-5c4fa69ea079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852718791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854130453'] for router_interface, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:23.849147 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822943a8-d0ef-4bc6-a3e5-5c4fa69ea079 admin admin] Router b28256db-f158-4824-9da2-8e8f2fdcb295 has already been hosted by L3 agent 2bb86c6d-d296-4491-bd07-29e2c944973e {{(pid=80265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 15:20:24.056263 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822943a8-d0ef-4bc6-a3e5-5c4fa69ea079 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-iscsi the message routers_updated {{(pid=80265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 15:20:24.065635 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8af904-3fbf-4a2d-901d-599db9e6b05c None None] Sync routers for ids ['b28256db-f158-4824-9da2-8e8f2fdcb295'] in dv-cinder-733623-8-iscsi {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 15:20:24.065790 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-822943a8-d0ef-4bc6-a3e5-5c4fa69ea079 admin admin] 10.222.0.21 "PUT /v2.0/routers/b28256db-f158-4824-9da2-8e8f2fdcb295/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0870585
Nov 18 15:20:24.068242 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 43168) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:20:24.078594 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8af904-3fbf-4a2d-901d-599db9e6b05c None None] Routers {'b28256db-f158-4824-9da2-8e8f2fdcb295'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:20:24.079225 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-cd8af904-3fbf-4a2d-901d-599db9e6b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef89a588>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:20:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['b28256db-f158-4824-9da2-8e8f2fdcb295'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:20:24.262846 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-cd8af904-3fbf-4a2d-901d-599db9e6b05c None None] Set router b28256db-f158-4824-9da2-8e8f2fdcb295 gateway port host: dv-cinder-733623-8-iscsi {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:20:24.278651 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b033bae-df43-4850-8fde-4bdc03562642 admin admin] Notify callbacks [] for router, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:24.488583 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b033bae-df43-4850-8fde-4bdc03562642 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:24.499526 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-6b033bae-df43-4850-8fde-4bdc03562642 admin admin] Deleting port f4a911bc-2a28-4b59-8d41-c1637dbfce17 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:20:24.499902 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b033bae-df43-4850-8fde-4bdc03562642 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:24.579842 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-cd8af904-3fbf-4a2d-901d-599db9e6b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef89a588>, [{'id': 'b28256db-f158-4824-9da2-8e8f2fdcb295', 'name': 'tempest-TestVolumeBootPattern-145335232-router', 'tenant_id': 'a469449a63ae4c5b85a09e5f51a95465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'external_fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f4a911bc-2a28-4b59-8d41-c1637dbfce17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:54Z', 'updated_at': '2020-11-18T15:20:22Z', 'revision_number': 5, 'project_id': 'a469449a63ae4c5b85a09e5f51a95465', 'gw_port': {'id': 'f4a911bc-2a28-4b59-8d41-c1637dbfce17', 'name': '', 'network_id': '96475b02-3c3a-4cf0-bab1-8b9b17365c14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28256db-f158-4824-9da2-8e8f2fdcb295', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:11:55Z', 'updated_at': '2020-11-18T15:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c2873db-d6d7-45a1-862e-7032080186d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-iscsi'}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:20:24.583911 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8af904-3fbf-4a2d-901d-599db9e6b05c None None] Checking router: b28256db-f158-4824-9da2-8e8f2fdcb295 for host: dv-cinder-733623-8-iscsi {{(pid=80267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 15:20:24.595686 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8af904-3fbf-4a2d-901d-599db9e6b05c None None] Routers {'b28256db-f158-4824-9da2-8e8f2fdcb295'} bound to L3 agent in host dv-cinder-733623-8-iscsi {{(pid=80267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 15:20:24.596340 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-cd8af904-3fbf-4a2d-901d-599db9e6b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0aef89a588>, 'dv-cinder-733623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T14:50:42Z,description=<?>,heartbeat_timestamp=2020-11-18T15:20:12Z,host='dv-cinder-733623-8-iscsi',id=2bb86c6d-d296-4491-bd07-29e2c944973e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T14:50:42Z,topic='l3_agent')) {'router_ids': ['b28256db-f158-4824-9da2-8e8f2fdcb295'], 'active': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:20:24.711892 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-6b033bae-df43-4850-8fde-4bdc03562642 admin admin] For port f4a911bc-2a28-4b59-8d41-c1637dbfce17, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=f4a911bc-2a28-4b59-8d41-c1637dbfce17,segment=NetworkSegment(204b9cb9-672f-457d-853a-b208bf5e332c),segment_id=204b9cb9-672f-457d-853a-b208bf5e332c)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:20:24.712297 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b033bae-df43-4850-8fde-4bdc03562642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:24.751524 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-cd8af904-3fbf-4a2d-901d-599db9e6b05c None None] Set router b28256db-f158-4824-9da2-8e8f2fdcb295 gateway port host: None {{(pid=80267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 15:20:24.848993 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-6b033bae-df43-4850-8fde-4bdc03562642 admin admin] Calling delete_port for f4a911bc-2a28-4b59-8d41-c1637dbfce17 owned by network:router_gateway {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:20:25.012964 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-cd8af904-3fbf-4a2d-901d-599db9e6b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0aef89a588>, [{'id': 'b28256db-f158-4824-9da2-8e8f2fdcb295', 'name': 'tempest-TestVolumeBootPattern-145335232-router', 'tenant_id': 'a469449a63ae4c5b85a09e5f51a95465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:54Z', 'updated_at': '2020-11-18T15:20:24Z', 'revision_number': 6, 'project_id': 'a469449a63ae4c5b85a09e5f51a95465', 'gw_port_host': None}], 'dv-cinder-733623-8-iscsi', False) {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:20:25.017101 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8af904-3fbf-4a2d-901d-599db9e6b05c None None] The sync data for ids ['b28256db-f158-4824-9da2-8e8f2fdcb295'] in dv-cinder-733623-8-iscsi is: [{'id': 'b28256db-f158-4824-9da2-8e8f2fdcb295', 'name': 'tempest-TestVolumeBootPattern-145335232-router', 'tenant_id': 'a469449a63ae4c5b85a09e5f51a95465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:11:54Z', 'updated_at': '2020-11-18T15:20:24Z', 'revision_number': 6, 'project_id': 'a469449a63ae4c5b85a09e5f51a95465', 'gw_port_host': None}] {{(pid=80267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 15:20:25.027305 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b033bae-df43-4850-8fde-4bdc03562642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823075388'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:25.044311 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-faf88679-b9c1-4aaa-9da2-de3f575db9bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:20:25.090206 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b033bae-df43-4850-8fde-4bdc03562642 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a911bc-2a28-4b59-8d41-c1637dbfce17,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:20:25.103600 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6b033bae-df43-4850-8fde-4bdc03562642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:20:25.410034 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b033bae-df43-4850-8fde-4bdc03562642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-605051'] for router_gateway, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:25.680220 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b033bae-df43-4850-8fde-4bdc03562642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63956'] for router, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:25.684962 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b033bae-df43-4850-8fde-4bdc03562642 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:25.708733 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b033bae-df43-4850-8fde-4bdc03562642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-715353'] for router, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:25.709327 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b033bae-df43-4850-8fde-4bdc03562642 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b28256db-f158-4824-9da2-8e8f2fdcb295 {{(pid=80265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 18 15:20:25.722063 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b033bae-df43-4850-8fde-4bdc03562642 admin admin] Notify callbacks [] for router, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:25.725695 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6b033bae-df43-4850-8fde-4bdc03562642 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b28256db-f158-4824-9da2-8e8f2fdcb295 HTTP/1.1" status: 204  len: 168 time: 1.6540923
Nov 18 15:20:25.726017 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 43172) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:20:25.792244 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-7019cfce-d3b6-4f9e-b31a-68999ecd7433 admin admin] Deleting subnet 15cf9450-610d-47c8-bf1b-99e1885c7530 {{(pid=80265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 15:20:25.795394 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7019cfce-d3b6-4f9e-b31a-68999ecd7433 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:25.848337 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7019cfce-d3b6-4f9e-b31a-68999ecd7433 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33210122'] for subnet, precommit_delete_associations {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:26.173987 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7019cfce-d3b6-4f9e-b31a-68999ecd7433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853367654'] for subnet, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:26.325442 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device f4a911bc-2a28-4b59-8d41-c1637dbfce17 no longer exists at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:20:26.359587 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] No Port match for: f4a911bc-2a28-4b59-8d41-c1637dbfce17 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:20:26.359995 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device f4a911bc-2a28-4b59-8d41-c1637dbfce17 not bound to the agent host dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:20:26.360463 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device d2ee3602-26b7-4641-a180-12a4fcfec040 no longer exists at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:20:26.395958 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] No Port match for: d2ee3602-26b7-4641-a180-12a4fcfec040 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:20:26.396366 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device d2ee3602-26b7-4641-a180-12a4fcfec040 not bound to the agent host dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:20:26.442544 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7019cfce-d3b6-4f9e-b31a-68999ecd7433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31700462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31840993'] for subnet, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:26.458532 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-129ddb35-d488-4ef2-9d66-55b516e48bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:20:26.505754 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019cfce-d3b6-4f9e-b31a-68999ecd7433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15cf9450-610d-47c8-bf1b-99e1885c7530,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:20:26.510871 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7019cfce-d3b6-4f9e-b31a-68999ecd7433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:20:26.595255 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7019cfce-d3b6-4f9e-b31a-68999ecd7433 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:26.600300 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f77285-0d38-49e2-97da-5c2e760e113f None None] Network 703f78d7-63ef-4c66-b262-583e529f0bf9 requested from dv-cinder-733623-8-iscsi {{(pid=80266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 15:20:26.601306 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-7019cfce-d3b6-4f9e-b31a-68999ecd7433 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/15cf9450-610d-47c8-bf1b-99e1885c7530 HTTP/1.1" status: 204  len: 168 time: 0.8742599
Nov 18 15:20:26.603860 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 43176) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:20:26.721529 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322778'] for network, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:26.788506 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] Deleting port 42f36508-58ad-49d3-a4b2-ec00838bd420 {{(pid=80265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:20:26.788917 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:26.854410 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5daa4d-a2a4-4e91-958a-dced509706ff None None] DHCP port deletion for 703f78d7-63ef-4c66-b262-583e529f0bf9 request from dv-cinder-733623-8-iscsi {{(pid=80266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 18 15:20:26.858818 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-2a5daa4d-a2a4-4e91-958a-dced509706ff None None] Deleting port 42f36508-58ad-49d3-a4b2-ec00838bd420 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:20:26.859252 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2a5daa4d-a2a4-4e91-958a-dced509706ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:27.005461 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] For port 42f36508-58ad-49d3-a4b2-ec00838bd420, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=42f36508-58ad-49d3-a4b2-ec00838bd420,segment=NetworkSegment(fdf4545b-69e5-4608-93d9-92dc114c1a98),segment_id=fdf4545b-69e5-4608-93d9-92dc114c1a98)] {{(pid=80265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:20:27.005785 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:27.071197 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-2a5daa4d-a2a4-4e91-958a-dced509706ff None None] For port 42f36508-58ad-49d3-a4b2-ec00838bd420, host dv-cinder-733623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-iscsi',level=0,port_id=42f36508-58ad-49d3-a4b2-ec00838bd420,segment=NetworkSegment(fdf4545b-69e5-4608-93d9-92dc114c1a98),segment_id=fdf4545b-69e5-4608-93d9-92dc114c1a98)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 15:20:27.071641 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2a5daa4d-a2a4-4e91-958a-dced509706ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131546'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:27.132597 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] Calling delete_port for 42f36508-58ad-49d3-a4b2-ec00838bd420 owned by network:dhcp {{(pid=80265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:20:27.197807 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-2a5daa4d-a2a4-4e91-958a-dced509706ff None None] Calling delete_port for 42f36508-58ad-49d3-a4b2-ec00838bd420 owned by network:dhcp {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 15:20:27.203748 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730310511919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306544750247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823075388'] for port, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:27.218957 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:20:27.267093 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-2a5daa4d-a2a4-4e91-958a-dced509706ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 18 15:20:27.267405 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-2a5daa4d-a2a4-4e91-958a-dced509706ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 18 15:20:27.276026 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] Pushing event deleted for resources: {'Port': ['ID=42f36508-58ad-49d3-a4b2-ec00838bd420,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:20:27.281045 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:20:27.360454 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] No DVR routers for this DVR port 42f36508-58ad-49d3-a4b2-ec00838bd420 on host dv-cinder-733623-8-iscsi {{(pid=80265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 15:20:27.486255 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853367263', 'neutron.services.segments.db._delete_segments_for_network--9223363306544197611'] for network, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:27.597245 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0aedced6d8>,) {'filters': {'network_id': ['703f78d7-63ef-4c66-b262-583e529f0bf9']}} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:20:27.609958 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aedced6d8>, 'fdf4545b-69e5-4608-93d9-92dc114c1a98') {'for_net_delete': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:20:27.610305 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0aedced6d8>, 'fdf4545b-69e5-4608-93d9-92dc114c1a98') {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 15:20:27.622805 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306544155115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821565646'] for segment, before_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:27.643613 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1405180'] for segment, precommit_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:27.645798 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 15:20:27.768610 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-2a5daa4d-a2a4-4e91-958a-dced509706ff None None] Deleting port 42f36508-58ad-49d3-a4b2-ec00838bd420 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 15:20:27.769088 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2a5daa4d-a2a4-4e91-958a-dced509706ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306544272841'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:27.824786 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] Network 703f78d7-63ef-4c66-b262-583e529f0bf9 has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:20:27.834071 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853370636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31700403'] for segment, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:27.838369 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-2a5daa4d-a2a4-4e91-958a-dced509706ff None None] The port '42f36508-58ad-49d3-a4b2-ec00838bd420' was deleted {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 18 15:20:28.019745 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] Network 703f78d7-63ef-4c66-b262-583e529f0bf9 has no segments {{(pid=80265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]: Traceback (most recent call last):
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:     timer()
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:     cb(*args, **kw)
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:     self._notify()
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:     self.callback(batched_events)
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:     event.method(event)
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:     return f(self, *a, **k)
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self._get(url).json()
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:     **kwargs)
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:     **endpoint_filter)
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 15:20:28.042728 dv-cinder-733623-8-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 15:20:28.126483 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056992'] for network, after_delete {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:28.129569 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2cdf3e52-27af-41fb-aee6-6deee98ea989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:20:28.147699 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056979'] for network, before_response {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:28.159185 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] Pushing event deleted for resources: {'Network': ['ID=703f78d7-63ef-4c66-b262-583e529f0bf9,revision_number=None']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:20:28.162141 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:20:28.164028 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-35c1eb79-5d37-41a0-a1a3-ef7366180e26 admin admin] 10.222.0.21 "DELETE /v2.0/networks/703f78d7-63ef-4c66-b262-583e529f0bf9 HTTP/1.1" status: 204  len: 168 time: 1.5591941
Nov 18 15:20:28.309346 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80265) accepted ('10.222.0.21', 43182) {{(pid=80265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:20:28.326516 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 42f36508-58ad-49d3-a4b2-ec00838bd420 no longer exists at agent ovs-agent-dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 15:20:28.360052 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] No Port match for: 42f36508-58ad-49d3-a4b2-ec00838bd420 {{(pid=80266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 15:20:28.360450 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Device 42f36508-58ad-49d3-a4b2-ec00838bd420 not bound to the agent host dv-cinder-733623-8-iscsi {{(pid=80266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 15:20:28.364634 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-20eecded-feb9-4e78-935e-3870864f2584 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0e0dabc48e24b30ab3fb65b5421eb7c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0537136
Nov 18 15:20:28.367284 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 43186) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:20:28.433169 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-280b4bd5-a140-44a8-8f1d-80040756cf50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:28.460180 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-280b4bd5-a140-44a8-8f1d-80040756cf50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:28.505874 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-280b4bd5-a140-44a8-8f1d-80040756cf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:28.511416 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8b1153e1-9598-4bd9-918c-c1e40b25d34b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:20:28.524904 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b4bd5-a140-44a8-8f1d-80040756cf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98aa4786-280e-41b8-88df-e86ab4cacaee,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:20:28.530129 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-280b4bd5-a140-44a8-8f1d-80040756cf50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:20:28.532083 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-280b4bd5-a140-44a8-8f1d-80040756cf50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:28.533374 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-280b4bd5-a140-44a8-8f1d-80040756cf50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98aa4786-280e-41b8-88df-e86ab4cacaee HTTP/1.1" status: 204  len: 168 time: 0.1645386
Nov 18 15:20:28.931125 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 43194) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:20:28.984123 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e781d792-7f8a-4929-902d-80554fc4e800 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a469449a63ae4c5b85a09e5f51a95465&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0516908
Nov 18 15:20:28.986424 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80264) accepted ('10.222.0.21', 43198) {{(pid=80264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 15:20:29.047455 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-77f7fe93-99e2-49a3-86d1-a2f150aacc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:29.077069 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-77f7fe93-99e2-49a3-86d1-a2f150aacc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:29.123112 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-77f7fe93-99e2-49a3-86d1-a2f150aacc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854138678'] for security_group, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:29.128207 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bc996e0a-c174-45fb-98e3-5bf69d4e71f6 tempest-TestShelveInstance-962455140 tempest-TestShelveInstance-962455140] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 15:20:29.141643 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7fe93-99e2-49a3-86d1-a2f150aacc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d9499c-ce16-4aaf-9863-3e3222c011be,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 15:20:29.144643 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-77f7fe93-99e2-49a3-86d1-a2f150aacc87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 15:20:29.145562 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-77f7fe93-99e2-49a3-86d1-a2f150aacc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:29.147392 dv-cinder-733623-8-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-77f7fe93-99e2-49a3-86d1-a2f150aacc87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0d9499c-ce16-4aaf-9863-3e3222c011be HTTP/1.1" status: 204  len: 168 time: 0.1600175
Nov 18 15:20:35.220055 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-67145638-dda6-4113-8763-59e8cd471db6 req-6fd5744a-d24e-457a-8c96-039dee718f0e service neutron] (80264) timed out ('10.222.0.15', 49919) {{(pid=80264) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 18 15:20:36.134165 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:39.530583 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-121a67ef-6a4e-4187-b0ed-51f79453d790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:40.305583 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:20:42.146121 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c539faf4-fcda-45ca-aec0-fa4013ea34e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:42.464364 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:43.558464 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:20:43.778092 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:21:06.148121 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:21:09.531790 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3e09c69d-5342-41b0-917e-5dda0d8a7a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:21:12.146804 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37915172-104a-4b02-b363-4b2fde9f36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:21:12.466648 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:21:13.563307 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:21:13.780291 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:21:17.306986 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:21:36.155710 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:21:39.531966 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-04e62934-632c-42f8-93a1-86dd71167f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:21:42.149136 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6770b3e2-a94d-4793-b004-dc4f69b1f462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:21:42.468710 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:21:43.566439 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:21:43.579693 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-4fe41963-327b-4ae6-9312-4c7bd2e27e81 req-3ae27652-37d1-4a47-92a0-d7dc501f03c3 service neutron] (80265) timed out ('10.222.0.21', 39224) {{(pid=80265) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 18 15:21:43.783778 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:21:54.308129 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:22:06.146974 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:22:09.532421 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-15dcf132-50c2-47b3-89f4-5bccb79bfaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:22:12.150295 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dbe7b7d6-a715-495a-975c-515f6d094acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:22:12.471716 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:22:13.570335 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:22:13.785604 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:22:31.311589 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:22:35.333453 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-e1ccbb0c-b963-4dd8-8180-4e71bebfc7fe req-d588160b-6c5f-4ab1-8d7f-388dde73943d service neutron] (80264) timed out ('10.222.0.15', 49895) {{(pid=80264) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 18 15:22:36.157380 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:22:39.532763 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c6968751-b52e-4fc6-83b4-dfb1f75e1706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:22:42.150475 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0f90d4b8-4fcf-4262-ab6c-379f28115ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:22:42.475121 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:22:43.572122 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:22:43.789458 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:23:06.175401 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:23:08.312294 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:23:09.533601 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b5430f34-e95c-424f-ae93-60aa1c482785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:23:12.151424 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4382-ea1e-498d-9be9-267d8c664688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:23:12.478587 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:23:13.575330 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:23:13.791876 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:23:36.174483 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:23:39.535094 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ad8359b-a7b3-42bf-bc44-0893f1d9e8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:23:42.151007 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4fd26391-dbfb-469f-8745-b83f23d7d679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:23:42.480523 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:23:43.578679 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:23:43.795374 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:23:45.313841 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:24:06.173110 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:24:09.537120 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c470c56b-666c-4813-a963-750bf1b09ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:24:12.152140 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-48ae67ca-e7ec-4b35-8f7b-6c61b3e6dbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:24:12.486264 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:24:13.579522 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:24:13.798749 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:24:22.315224 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:24:27.007701 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-a1b85a48-7a49-4289-89c2-6bbda0b991a2 req-57dca093-ff9a-40a9-89cd-48b7bece9979 service neutron] (80264) timed out ('10.222.0.21', 37066) {{(pid=80264) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 18 15:24:36.172872 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:24:39.538655 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e98c6008-53a6-41f7-84e1-f0ae21e2d195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:24:42.153966 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ff556f9-9267-4463-a13f-9efdf0634981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:24:42.485325 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:24:43.581332 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:24:43.802529 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:24:59.316424 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:25:06.173179 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:25:09.542359 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1a83f163-3384-41c2-8546-aed5ea295ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:25:12.158162 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-11c27b72-5c15-428b-87a9-a50704d6aedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:25:12.488509 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:25:13.582897 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:25:13.810699 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:25:36.172096 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:25:36.317678 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-d6cf5166-cca0-47c1-a122-cafbf8f85d99 None None] Agent healthcheck: found 6 active agents {{(pid=80267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 15:25:39.545666 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-adc6253a-1715-40ef-8b94-47c65829138a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:25:42.158846 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d548d782-df23-4257-8834-b7f5a7429594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:25:42.490028 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e92adb5a-799c-4324-aa02-36897b6bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:25:43.585636 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c8f3502-7ef6-4aff-aa4a-930a2a54fd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:25:43.813182 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24720eec-9add-4cce-af19-32bb64b3767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:26:06.173766 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f85bfa3-8197-47c2-bba8-ec486d5b7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 15:26:09.550343 dv-cinder-733623-8-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a6f23663-d3a6-4331-885b-fd70f1b1be9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306544197628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853373542'] for agent, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}